58uGMaPS8xo2tcLsDSTTTM changeset

Changeset333633643639 (b)
ParentNone (a)
ab
0+root@localhost ~]# more /data/core.beam.smp.20750.log
0+Basic crash dump analysis of /data/core.beam.smp.20750.
0+
0+Please send the file to support@couchbase.com
0+
0+--------------------------------------------------------------------------------
0+File information:
0+-rwxr-xr-x. 1 bin bin 12181134 Aug 30 09:12 /opt/couchbase/lib/erlang/erts-5.8.5/bin/beam.smp
0+a025eccd71c829157d6b7a46f167a9a1  /opt/couchbase/lib/erlang/erts-5.8.5/bin/beam.smp
0+-rw-------. 1 couchbase couchbase 518033408 Sep 26 18:43 /data/core.beam.smp.20750
0+22711eb57d481f32dcf52f5f35dc1b1b  /data/core.beam.smp.20750
0+version1.4.4_597_g524945f
0+1.4.4_209_g7b9e75f
0+version1.4.4_597_g524945f
0+version1.4.4_597_g524945f
0+y(0)     {w,0,[[]],1,undefined,"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort",false,"/data/@indexes/saslbu
0+cket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/fs_ns_1@10.6.2.44_20750_1348_707653_882220.",[#Fun<file_sorter.7.133658861>,#Fun<file_sorter.7.133658861>,{{file_descriptor,prim_file,{#Port<0.2687532>,1
0+30}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"}],#Fun<couch_set_view_updater.29.69929888>,524288,16,#
0+Fun<couch_set_view_updater.33.82367625>,16384,{{file_descriptor,prim_file,{#Port<0.2687532>,130}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_
0+eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"},#Ref<0.0.836.98277>,[],false,4,no_value}
0+y(2)     {w,0,[[]],1,undefined,"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort",false,"/data/@indexes/saslbu
0+cket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/fs_ns_1@10.6.2.44_20750_1348_707653_882220.",[#Fun<file_sorter.7.133658861>,#Fun<file_sorter.7.133658861>,{{file_descriptor,prim_file,{#Port<0.2687532>,1
0+30}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"}],#Fun<couch_set_view_updater.29.69929888>,524288,16,#
0+Fun<couch_set_view_updater.33.82367625>,16384,{{file_descriptor,prim_file,{#Port<0.2687532>,130}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_
0+eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"},#Ref<0.0.836.98277>,[],false,4,no_value}
0+y(5)     {w,0,[[]],1,undefined,"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort",false,"/data/@indexes/saslbu
0+cket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/fs_ns_1@10.6.2.44_20750_1348_707653_882220.",[#Fun<file_sorter.7.133658861>,#Fun<file_sorter.7.133658861>,{{file_descriptor,prim_file,{#Port<0.2687532>,1
0+30}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"}],#Fun<couch_set_view_updater.29.69929888>,524288,16,#
0+Fun<couch_set_view_updater.33.82367625>,16384,{{file_descriptor,prim_file,{#Port<0.2687532>,130}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_
0+eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"},#Ref<0.0.836.98277>,[],false,4,no_value}
0+version1.4.4_597_g524945f
0+version1.4.4_597_g524945f
0+--------------------------------------------------------------------------------
0+Core file callstacks:
0+GNU gdb (GDB) Red Hat Enterprise Linux (7.2-56.el6)
0+Copyright (C) 2010 Free Software Foundation, Inc.
0+License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
0+This is free software: you are free to change and redistribute it.
0+There is NO WARRANTY, to the extent permitted by law.  Type "show copying"
0+and "show warranty" for details.
0+This GDB was configured as "x86_64-redhat-linux-gnu".
0+For bug reporting instructions, please see:
0+<http://www.gnu.org/software/gdb/bugs/>...
0+Reading symbols from /opt/couchbase/lib/erlang/erts-5.8.5/bin/beam.smp...done.
0+[New Thread 20772]
0+[New Thread 20774]
0+[New Thread 20752]
0+[New Thread 20780]
0+[New Thread 20753]
0+[New Thread 20758]
0+[New Thread 12416]
0+[New Thread 20754]
0+[New Thread 3323]
0+[New Thread 20761]
0+[New Thread 20751]
0+[New Thread 20755]
0+[New Thread 20764]
0+[New Thread 20750]
0+[New Thread 20756]
0+[New Thread 20763]
0+[New Thread 20766]
0+[New Thread 20762]
0+[New Thread 20757]
0+[New Thread 20773]
0+[New Thread 20765]
0+[New Thread 20759]
0+[New Thread 20771]
0+[New Thread 20767]
0+[New Thread 20768]
0+[New Thread 20770]
0+[New Thread 20769]
0+[New Thread 20760]
0+Reading symbols from /lib64/libutil.so.1...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libutil.so.1
0+Reading symbols from /lib64/libdl.so.2...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libdl.so.2
0+Reading symbols from /lib64/libm.so.6...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libm.so.6
0+Reading symbols from /lib64/libncurses.so.5...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libncurses.so.5
0+Reading symbols from /lib64/libpthread.so.0...(no debugging symbols found)...done.
0+[Thread debugging using libthread_db enabled]
0+Loaded symbols for /lib64/libpthread.so.0
0+Reading symbols from /lib64/librt.so.1...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/librt.so.1
0+Reading symbols from /lib64/libc.so.6...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libc.so.6
0+Reading symbols from /lib64/ld-linux-x86-64.so.2...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/ld-linux-x86-64.so.2
0+Reading symbols from /lib64/libtinfo.so.5...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libtinfo.so.5
0+Reading symbols from /opt/couchbase/lib/erlang/lib/crypto-2.0.4/priv/lib/crypto.so...done.
0+Loaded symbols for /opt/couchbase/lib/erlang/lib/crypto-2.0.4/priv/lib/crypto.so
0+Reading symbols from /usr/lib64/libcrypto.so.6...(no debugging symbols found)...done.
0+Loaded symbols for /usr/lib64/libcrypto.so.6
0+Reading symbols from /usr/lib64/libssl.so.6...(no debugging symbols found)...done.
0+Loaded symbols for /usr/lib64/libssl.so.6
0+Reading symbols from /lib64/libz.so.1...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libz.so.1
0+Reading symbols from /lib64/libgssapi_krb5.so.2...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libgssapi_krb5.so.2
0+Reading symbols from /lib64/libkrb5.so.3...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libkrb5.so.3
0+Reading symbols from /lib64/libcom_err.so.2...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libcom_err.so.2
0+Reading symbols from /lib64/libk5crypto.so.3...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libk5crypto.so.3
0+Reading symbols from /lib64/libkrb5support.so.0...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libkrb5support.so.0
0+Reading symbols from /lib64/libkeyutils.so.1...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libkeyutils.so.1
0+Reading symbols from /lib64/libresolv.so.2...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libresolv.so.2
0+Reading symbols from /lib64/libselinux.so.1...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libselinux.so.1
0+Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/couch-1.2.0a-34ae79b-git/priv/lib/couch_icu_driver.so...done.
0+Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/couch-1.2.0a-34ae79b-git/priv/lib/couch_icu_driver.so
0+Reading symbols from /opt/couchbase/lib/libv8.so...done.
0+Loaded symbols for /opt/couchbase/lib/libv8.so
0+Reading symbols from /opt/couchbase/lib/libicuuc.so.44...done.
0+Loaded symbols for /opt/couchbase/lib/libicuuc.so.44
0+Reading symbols from /opt/couchbase/lib/libicudata.so.44...(no debugging symbols found)...done.
0+Loaded symbols for /opt/couchbase/lib/libicudata.so.44
0+Reading symbols from /opt/couchbase/lib/libicui18n.so.44...done.
0+Loaded symbols for /opt/couchbase/lib/libicui18n.so.44
0+Reading symbols from /lib64/libcrypt.so.1...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libcrypt.so.1
0+Reading symbols from /usr/lib64/libstdc++.so.6...(no debugging symbols found)...done.
0+Loaded symbols for /usr/lib64/libstdc++.so.6
0+Reading symbols from /lib64/libgcc_s.so.1...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libgcc_s.so.1
0+Reading symbols from /lib64/libfreebl3.so...(no debugging symbols found)...done.
0+Loaded symbols for /lib64/libfreebl3.so
0+Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/snappy-1.0.4/priv/snappy_nif.so...done.
0+Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/snappy-1.0.4/priv/snappy_nif.so
0+Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/mapreduce-1.0/priv/mapreduce_nif.so...done.
0+Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/mapreduce-1.0/priv/mapreduce_nif.so
0+Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/ejson-0.1.0/priv/ejson.so...done.
0+Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/ejson-0.1.0/priv/ejson.so
0+Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/couch-1.2.0a-34ae79b-git/priv/lib/couch_ejson_compare.so...done.
0+Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/couch-1.2.0a-34ae79b-git/priv/lib/couch_ejson_compare.so
0+Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/couch_view_parser-1.0/priv/couch_view_parser_nif.so...done.
0+Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/couch_view_parser-1.0/priv/couch_view_parser_nif.so
0+Core was generated by `/opt/couchbase/lib/erlang/erts-5.8.5/bin/beam.smp -A 16 -sbt u -P 327680 -K tru'.
0+Program terminated with signal 11, Segmentation fault.
0+#0  0x000000000043f904 in bf_unlink_free_block (allctr=0x1ffdec0, size=<value optimized out>, cand_blk=<value optimized out>, cand_size=<value optimized out>, flags=0) at beam/erl_bestfit_alloc.c:788
0+788     beam/erl_bestfit_alloc.c: No such file or directory.
0+        in beam/erl_bestfit_alloc.c
0+
0+Thread 28 (Thread 0x7f24be915700 (LWP 20760)):
0+#0  0x00007f24c0d375d7 in unlink () from /lib64/libc.so.6
0+#1  0x000000000053bcfc in efile_delete_file (errInfo=0x201a25c, name=<value optimized out>) at drivers/unix/unix_efile.c:410
0+#2  0x0000000000550feb in invoke_name (data=0x201a230) at drivers/common/efile_drv.c:902
0+#3  invoke_delete_file (data=0x201a230) at drivers/common/efile_drv.c:917
0+#4  0x00000000004e8f55 in async_main (arg=0x7f24bf0a8318) at beam/erl_async.c:281
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 27 (Thread 0x7f24be7e3700 (LWP 20769)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8750) at beam/erl_threads.h:697
0+#3  async_get (arg=0x7f24bf0a8750) at beam/erl_async.c:207
0+#4  async_main (arg=0x7f24bf0a8750) at beam/erl_async.c:274
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 26 (Thread 0x7f24c1cfe700 (LWP 20770)):
0+#0  0x00007f24c121603d in waitpid () from /lib64/libpthread.so.0
0+#1  0x000000000053906f in child_waiter (unused=<value optimized out>) at sys/unix/sys.c:2821
0+#2  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03f0) at pthread/ethread.c:106
0+#3  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#4  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 25 (Thread 0x7f24be805700 (LWP 20768)):
0+#0  0x00007f24c1214ff4 in __lll_lock_wait () from /lib64/libpthread.so.0
0+#1  0x00007f24c1210328 in _L_lock_854 () from /lib64/libpthread.so.0
0+#2  0x00007f24c12101f7 in pthread_mutex_lock () from /lib64/libpthread.so.0
0+#3  0x000000000043811f in ethr_mutex_lock (type=<value optimized out>, extra=<value optimized out>, size=144) at ../include/internal/ethr_mutex.h:589
0+#4  erts_mtx_lock (type=<value optimized out>, extra=<value optimized out>, size=144) at beam/erl_threads.h:622
0+#5  erts_alcu_alloc_thr_pref (type=<value optimized out>, extra=<value optimized out>, size=144) at beam/erl_alloc_util.c:2864
0+#6  0x000000000054c1b9 in ef_safe_alloc (s=144) at drivers/common/efile_drv.c:412
0+#7  0x000000000054c29a in invoke_writev (data=0x20196d0) at drivers/common/efile_drv.c:1323
0+#8  0x00000000004e8f55 in async_main (arg=0x7f24bf0a86d8) at beam/erl_async.c:281
0+#9  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#10 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#11 0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 24 (Thread 0x7f24be827700 (LWP 20767)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8660) at beam/erl_threads.h:697
0+#3  async_get (arg=0x7f24bf0a8660) at beam/erl_async.c:207
0+#4  async_main (arg=0x7f24bf0a8660) at beam/erl_async.c:274
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 23 (Thread 0x7f24be781700 (LWP 20771)):
0+#0  0x00007f24721fac80 in v8::String::WriteUtf8 () from /opt/couchbase/lib/couchdb/erlang/lib/mapreduce-1.0/priv/mapreduce_nif.so
0+#1  0x00007f24721ff9ab in jsonStringify (args=...) at mapreduce.cc:449
0+#2  emit (args=...) at mapreduce.cc:409
0+#3  0x00007f24b8977132 in HandleApiCallHelper<false> (args=..., isolate=<value optimized out>) at src/builtins.cc:1136
0+#4  v8::internal::Builtin_HandleApiCall (args=..., isolate=<value optimized out>) at src/builtins.cc:1153
0+#5  0x00002c653510424e in ?? ()
0+#6  0x0000000000000001 in ?? ()
0+#7  0x00002c65351041c1 in ?? ()
0+#8  0x00007f24be780790 in ?? ()
0+#9  0x00007f24be7807f8 in ?? ()
0+#10 0x00002c653512ba21 in ?? ()
0+#11 0x00000c888ca569e1 in ?? ()
0+#12 0x00003e5b3cf8ba49 in ?? ()
0+#13 0x00003e5b3cf8b219 in ?? ()
0+#14 0x00000c888ca56581 in ?? ()
0+#15 0x00003e5b3cf8b219 in ?? ()
0+#16 0x00000c888ca56471 in ?? ()
0+#17 0x00003e5b3cf080d1 in ?? ()
0+#18 0x00000c888ca3fad1 in ?? ()
0+#19 0x00007f24be780830 in ?? ()
0+#20 0x00002c6535107aae in ?? ()
0+#21 0x00003e5b3cf8b201 in ?? ()
0+#22 0x00003e5b3cf080d1 in ?? ()
0+#23 0x0000000200000000 in ?? ()
0+#24 0x00003e5b3cf080d1 in ?? ()
0+#25 0x0000000800000000 in ?? ()
0+#26 0x00007f24be780878 in ?? ()
0+#27 0x00002c6535120701 in ?? ()
0+#28 0x00003e5b3cf8b959 in ?? ()
0+#29 0x00003e5b3cf8b201 in ?? ()
0+#30 0x00003e5b3cf080d1 in ?? ()
0+#31 0x00003e5b3cf080d1 in ?? ()
0+#32 0x00002c6535120661 in ?? ()
0+#33 0x0000000600000000 in ?? ()
0+#34 0x0000000000000000 in ?? ()
0+
0+Thread 22 (Thread 0x7f24be937700 (LWP 20759)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a82a0) at beam/erl_threads.h:697
0+#3  async_get (arg=0x7f24bf0a82a0) at beam/erl_async.c:207
0+#4  async_main (arg=0x7f24bf0a82a0) at beam/erl_async.c:274
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 21 (Thread 0x7f24be86b700 (LWP 20765)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8570) at beam/erl_threads.h:697
0+#3  async_get (arg=0x7f24bf0a8570) at beam/erl_async.c:207
0+#4  async_main (arg=0x7f24bf0a8570) at beam/erl_async.c:274
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 20 (Thread 0x7f24bd37f700 (LWP 20773)):
0+#0  0x00007f24c12154ed in read () from /lib64/libpthread.so.0
0+#1  0x000000000053e157 in cleanup_wakeup_pipe (ps=0x7f24c086b2c8, pr=0x7f24bd37e360, len=0x7f24bd37eb7c, utvp=0x7f2400000004) at sys/common/erl_poll.c:456
0+#2  save_kp_result (ps=0x7f24c086b2c8, pr=0x7f24bd37e360, len=0x7f24bd37eb7c, utvp=0x7f2400000004) at sys/common/erl_poll.c:1556
0+#3  save_poll_result (ps=0x7f24c086b2c8, pr=0x7f24bd37e360, len=0x7f24bd37eb7c, utvp=0x7f2400000004) at sys/common/erl_poll.c:1696
0+#4  erts_poll_wait_kp (ps=0x7f24c086b2c8, pr=0x7f24bd37e360, len=0x7f24bd37eb7c, utvp=0x7f2400000004) at sys/common/erl_poll.c:2081
0+#5  0x0000000000540efe in erts_check_io_kp (do_wait=<value optimized out>) at sys/common/erl_check_io.c:1161
0+#6  0x0000000000498551 in scheduler_wait (fcalls=<value optimized out>, esdp=0x7f24bfdd7140, rq=0x7f24bfdba7c0) at beam/erl_process.c:1221
0+#7  0x000000000049a248 in schedule (p=<value optimized out>, calls=<value optimized out>) at beam/erl_process.c:5421
0+#8  0x000000000051e65f in process_main () at beam/beam_emu.c:1225
0+#9  0x000000000048d496 in sched_thread_func (vesdp=0x7f24bfdd7140) at beam/erl_process.c:3782
0+#10 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f0410) at pthread/ethread.c:106
0+#11 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#12 0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 19 (Thread 0x7f24c1d42700 (LWP 20757)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a81b0) at beam/erl_threads.h:697
0+#3  async_get (arg=0x7f24bf0a81b0) at beam/erl_async.c:207
0+#4  async_main (arg=0x7f24bf0a81b0) at beam/erl_async.c:274
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 18 (Thread 0x7f24be8d1700 (LWP 20762)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8408) at beam/erl_threads.h:697
0+#3  async_get (arg=0x7f24bf0a8408) at beam/erl_async.c:207
0+#4  async_main (arg=0x7f24bf0a8408) at beam/erl_async.c:274
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 17 (Thread 0x7f24be849700 (LWP 20766)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a85e8) at beam/erl_threads.h:697
0+#3  async_get (arg=0x7f24bf0a85e8) at beam/erl_async.c:207
0+#4  async_main (arg=0x7f24bf0a85e8) at beam/erl_async.c:274
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 16 (Thread 0x7f24be8af700 (LWP 20763)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8480) at beam/erl_threads.h:697
0+#3  async_get (arg=0x7f24bf0a8480) at beam/erl_async.c:207
0+#4  async_main (arg=0x7f24bf0a8480) at beam/erl_async.c:274
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 15 (Thread 0x7f24c1d64700 (LWP 20756)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8138) at beam/erl_threads.h:697
0+#3  async_get (arg=0x7f24bf0a8138) at beam/erl_async.c:207
0+#4  async_main (arg=0x7f24bf0a8138) at beam/erl_async.c:274
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 14 (Thread 0x7f24c1ee5700 (LWP 20750)):
0+#0  0x00007f24c0d3c2f3 in select () from /lib64/libc.so.6
0+#1  0x0000000000537ba0 in erts_sys_main_thread () at sys/unix/sys.c:3049
0+#2  0x0000000000444761 in erl_start (argc=54, argv=<value optimized out>) at beam/erl_init.c:1441
0+#3  0x0000000000426219 in main (argc=<value optimized out>, argv=<value optimized out>) at sys/unix/erl_main.c:29
0+
0+Thread 13 (Thread 0x7f24be88d700 (LWP 20764)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a84f8) at beam/erl_threads.h:697
0+#3  async_get (arg=0x7f24bf0a84f8) at beam/erl_async.c:207
0+#4  async_main (arg=0x7f24bf0a84f8) at beam/erl_async.c:274
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 12 (Thread 0x7f24c1d86700 (LWP 20755)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a80c0) at beam/erl_threads.h:697
0+#3  async_get (arg=0x7f24bf0a80c0) at beam/erl_async.c:207
0+#4  async_main (arg=0x7f24bf0a80c0) at beam/erl_async.c:274
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 11 (Thread 0x7f24c083b700 (LWP 20751)):
0+#0  0x00007f24c12154ed in read () from /lib64/libpthread.so.0
0+#1  0x000000000053810e in signal_dispatcher_thread_func (unused=<value optimized out>) at sys/unix/sys.c:2906
0+#2  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f0330) at pthread/ethread.c:106
0+#3  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#4  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 10 (Thread 0x7f24be8f3700 (LWP 20761)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8390) at beam/erl_threads.h:697
0+#3  async_get (arg=0x7f24bf0a8390) at beam/erl_async.c:207
0+#4  async_main (arg=0x7f24bf0a8390) at beam/erl_async.c:274
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 9 (Thread 0x7f24bb229700 (LWP 3323)):
0+#0  0x00007f24c0d08b9d in nanosleep () from /lib64/libc.so.6
0+#1  0x00007f24c0d3cb64 in usleep () from /lib64/libc.so.6
0+#2  0x00007f24b8ab5163 in Sleep (this=0x7f248c044600) at src/platform-linux.cc:1184
0+#3  v8::internal::SignalSender::Run (this=0x7f248c044600) at src/platform-linux.cc:1150
0+#4  0x00007f24b8ab4580 in v8::internal::ThreadEntry (arg=0x7f248c044600) at src/platform-linux.cc:745
0+#5  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#6  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 8 (Thread 0x7f24c1da8700 (LWP 20754)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8048) at beam/erl_threads.h:697
0+#3  async_get (arg=0x7f24bf0a8048) at beam/erl_async.c:207
0+#4  async_main (arg=0x7f24bf0a8048) at beam/erl_async.c:274
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 7 (Thread 0x7f24672f8700 (LWP 12416)):
0+#0  0x00007f24c0d08b9d in nanosleep () from /lib64/libc.so.6
0+#1  0x00007f24c0d3cb64 in usleep () from /lib64/libc.so.6
0+#2  0x00007f24b8b34848 in v8::internal::ContextSwitcher::Run (this=0x7f248c045070) at src/v8threads.cc:457
0+#3  0x00007f24b8ab4580 in v8::internal::ThreadEntry (arg=0x7f248c045070) at src/platform-linux.cc:745
0+#4  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#5  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 6 (Thread 0x7f24c1d20700 (LWP 20758)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8228) at beam/erl_threads.h:697
0+#3  async_get (arg=0x7f24bf0a8228) at beam/erl_async.c:207
0+#4  async_main (arg=0x7f24bf0a8228) at beam/erl_async.c:274
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 5 (Thread 0x7f24bfb39700 (LWP 20753)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x0000000000462ad9 in erts_cnd_wait (unused=<value optimized out>) at beam/erl_threads.h:697
0+#3  erts_smp_cnd_wait (unused=<value optimized out>) at beam/erl_smp.h:472
0+#4  sys_msg_dispatcher_func (unused=<value optimized out>) at beam/erl_trace.c:3238
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f0440) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 4 (Thread 0x7f24721f6700 (LWP 20780)):
0+#0  0x00007f24c1215ccd in nanosleep () from /lib64/libpthread.so.0
0+#1  0x00007f24721fb3da in terminatorLoop (args=<value optimized out>) at mapreduce_nif.cc:450
0+#2  0x0000000000584d89 in thr_wrapper (vtwd=0x7f24be780ae0) at pthread/ethread.c:106
0+#3  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#4  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 3 (Thread 0x7f24c1dba700 (LWP 20752)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
0+#2  0x000000000046a1cf in erts_cnd_wait (unused=<value optimized out>) at beam/erl_threads.h:697
0+#3  erts_smp_cnd_wait (unused=<value optimized out>) at beam/erl_smp.h:472
0+#4  emergency_watchdog (unused=<value optimized out>) at beam/utils.c:3945
0+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f0440) at pthread/ethread.c:106
0+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 2 (Thread 0x7f24bc97e700 (LWP 20774)):
0+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x0000000000585463 in wait__ (e=0x1f9ad20) at pthread/ethr_event.c:185
0+#2  ethr_event_wait (e=0x1f9ad20) at pthread/ethr_event.c:218
0+#3  0x000000000049821d in erts_tse_wait (fcalls=<value optimized out>, esdp=0x7f24bfde5200, rq=0x7f24bfdba9c0) at beam/erl_threads.h:1809
0+#4  scheduler_wait (fcalls=<value optimized out>, esdp=0x7f24bfde5200, rq=0x7f24bfdba9c0) at beam/erl_process.c:1076
0+#5  0x000000000049a248 in schedule (p=<value optimized out>, calls=<value optimized out>) at beam/erl_process.c:5421
0+#6  0x000000000051e65f in process_main () at beam/beam_emu.c:1225
0+#7  0x000000000048d496 in sched_thread_func (vesdp=0x7f24bfde5200) at beam/erl_process.c:3782
0+#8  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f0410) at pthread/ethread.c:106
0+#9  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
0+#10 0x00007f24c0d4370d in clone () from /lib64/libc.so.6
0+
0+Thread 1 (Thread 0x7f24bdd80700 (LWP 20772)):
0+#0  0x000000000043f904 in bf_unlink_free_block (allctr=0x1ffdec0, size=<value optimized out>, cand_blk=<value optimized out>, cand_size=<value optimized out>, flags=0) at beam/erl_bestfit_alloc.c:788
0+#1  bf_get_free_block (allctr=0x1ffdec0, size=<value optimized out>, cand_blk=<value optimized out>, cand_size=<value optimized out>, flags=0) at beam/erl_bestfit_alloc.c:865
0+#2  0x0000000000437384 in mbc_alloc_block (allctr=0x1ffdec0, size=94) at beam/erl_alloc_util.c:683
0+#3  mbc_alloc (allctr=0x1ffdec0, size=94) at beam/erl_alloc_util.c:822
0+#4  0x0000000000438154 in do_erts_alcu_alloc (type=<value optimized out>, extra=<value optimized out>, size=86) at beam/erl_alloc_util.c:2791
0+#5  erts_alcu_alloc_thr_pref (type=<value optimized out>, extra=<value optimized out>, size=86) at beam/erl_alloc_util.c:2865
0+#6  0x00007f24721fd06b in allocate (this=0x7f2472402ba0, __alloc=<value optimized out>, __res=<value optimized out>) at mapreduce.h:120
0+#7  _S_create (this=0x7f2472402ba0, __alloc=<value optimized out>, __res=<value optimized out>) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/bits/basic_string.tcc:608
0+#8  std::basic_string<char, std::char_traits<char>, NifStlAllocator<char> >::_Rep::_M_clone (this=0x7f2472402ba0, __alloc=<value optimized out>, __res=<value optimized out>) at /usr/lib/gcc/x86_64-red
0+hat-linux6E/4.4.6/../../../../include/c++/4.4.6/bits/basic_string.tcc:630
0+#9  0x00007f24721fc62f in reserve (env=0x7f24bdd7fda0, functionsArg=<value optimized out>, result=std::list = {...}) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/bits/basi
0+c_string.tcc:511
0+#10 parseFunctions (env=0x7f24bdd7fda0, functionsArg=<value optimized out>, result=std::list = {...}) at mapreduce_nif.cc:397
0+#11 0x00007f24721fc96f in startMapContext (env=0x7f24bdd7fda0, argc=<value optimized out>, argv=0x7f24bfdc9080) at mapreduce_nif.cc:83
...
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
--- Revision None
+++ Revision 333633643639
@@ -0,0 +1,457 @@
+root@localhost ~]# more /data/core.beam.smp.20750.log 
+Basic crash dump analysis of /data/core.beam.smp.20750.
+
+Please send the file to support@couchbase.com
+
+--------------------------------------------------------------------------------
+File information:
+-rwxr-xr-x. 1 bin bin 12181134 Aug 30 09:12 /opt/couchbase/lib/erlang/erts-5.8.5/bin/beam.smp
+a025eccd71c829157d6b7a46f167a9a1  /opt/couchbase/lib/erlang/erts-5.8.5/bin/beam.smp
+-rw-------. 1 couchbase couchbase 518033408 Sep 26 18:43 /data/core.beam.smp.20750
+22711eb57d481f32dcf52f5f35dc1b1b  /data/core.beam.smp.20750
+version1.4.4_597_g524945f
+1.4.4_209_g7b9e75f
+version1.4.4_597_g524945f
+version1.4.4_597_g524945f
+y(0)     {w,0,[[]],1,undefined,"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort",false,"/data/@indexes/saslbu
+cket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/fs_ns_1@10.6.2.44_20750_1348_707653_882220.",[#Fun<file_sorter.7.133658861>,#Fun<file_sorter.7.133658861>,{{file_descriptor,prim_file,{#Port<0.2687532>,1
+30}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"}],#Fun<couch_set_view_updater.29.69929888>,524288,16,#
+Fun<couch_set_view_updater.33.82367625>,16384,{{file_descriptor,prim_file,{#Port<0.2687532>,130}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_
+eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"},#Ref<0.0.836.98277>,[],false,4,no_value}
+y(2)     {w,0,[[]],1,undefined,"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort",false,"/data/@indexes/saslbu
+cket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/fs_ns_1@10.6.2.44_20750_1348_707653_882220.",[#Fun<file_sorter.7.133658861>,#Fun<file_sorter.7.133658861>,{{file_descriptor,prim_file,{#Port<0.2687532>,1
+30}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"}],#Fun<couch_set_view_updater.29.69929888>,524288,16,#
+Fun<couch_set_view_updater.33.82367625>,16384,{{file_descriptor,prim_file,{#Port<0.2687532>,130}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_
+eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"},#Ref<0.0.836.98277>,[],false,4,no_value}
+y(5)     {w,0,[[]],1,undefined,"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort",false,"/data/@indexes/saslbu
+cket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/fs_ns_1@10.6.2.44_20750_1348_707653_882220.",[#Fun<file_sorter.7.133658861>,#Fun<file_sorter.7.133658861>,{{file_descriptor,prim_file,{#Port<0.2687532>,1
+30}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"}],#Fun<couch_set_view_updater.29.69929888>,524288,16,#
+Fun<couch_set_view_updater.33.82367625>,16384,{{file_descriptor,prim_file,{#Port<0.2687532>,130}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_
+eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"},#Ref<0.0.836.98277>,[],false,4,no_value}
+version1.4.4_597_g524945f
+version1.4.4_597_g524945f
+--------------------------------------------------------------------------------
+Core file callstacks:
+GNU gdb (GDB) Red Hat Enterprise Linux (7.2-56.el6)
+Copyright (C) 2010 Free Software Foundation, Inc.
+License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
+This is free software: you are free to change and redistribute it.
+There is NO WARRANTY, to the extent permitted by law.  Type "show copying"
+and "show warranty" for details.
+This GDB was configured as "x86_64-redhat-linux-gnu".
+For bug reporting instructions, please see:
+<http://www.gnu.org/software/gdb/bugs/>...
+Reading symbols from /opt/couchbase/lib/erlang/erts-5.8.5/bin/beam.smp...done.
+[New Thread 20772]
+[New Thread 20774]
+[New Thread 20752]
+[New Thread 20780]
+[New Thread 20753]
+[New Thread 20758]
+[New Thread 12416]
+[New Thread 20754]
+[New Thread 3323]
+[New Thread 20761]
+[New Thread 20751]
+[New Thread 20755]
+[New Thread 20764]
+[New Thread 20750]
+[New Thread 20756]
+[New Thread 20763]
+[New Thread 20766]
+[New Thread 20762]
+[New Thread 20757]
+[New Thread 20773]
+[New Thread 20765]
+[New Thread 20759]
+[New Thread 20771]
+[New Thread 20767]
+[New Thread 20768]
+[New Thread 20770]
+[New Thread 20769]
+[New Thread 20760]
+Reading symbols from /lib64/libutil.so.1...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libutil.so.1
+Reading symbols from /lib64/libdl.so.2...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libdl.so.2
+Reading symbols from /lib64/libm.so.6...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libm.so.6
+Reading symbols from /lib64/libncurses.so.5...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libncurses.so.5
+Reading symbols from /lib64/libpthread.so.0...(no debugging symbols found)...done.
+[Thread debugging using libthread_db enabled]
+Loaded symbols for /lib64/libpthread.so.0
+Reading symbols from /lib64/librt.so.1...(no debugging symbols found)...done.
+Loaded symbols for /lib64/librt.so.1
+Reading symbols from /lib64/libc.so.6...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libc.so.6
+Reading symbols from /lib64/ld-linux-x86-64.so.2...(no debugging symbols found)...done.
+Loaded symbols for /lib64/ld-linux-x86-64.so.2
+Reading symbols from /lib64/libtinfo.so.5...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libtinfo.so.5
+Reading symbols from /opt/couchbase/lib/erlang/lib/crypto-2.0.4/priv/lib/crypto.so...done.
+Loaded symbols for /opt/couchbase/lib/erlang/lib/crypto-2.0.4/priv/lib/crypto.so
+Reading symbols from /usr/lib64/libcrypto.so.6...(no debugging symbols found)...done.
+Loaded symbols for /usr/lib64/libcrypto.so.6
+Reading symbols from /usr/lib64/libssl.so.6...(no debugging symbols found)...done.
+Loaded symbols for /usr/lib64/libssl.so.6
+Reading symbols from /lib64/libz.so.1...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libz.so.1
+Reading symbols from /lib64/libgssapi_krb5.so.2...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libgssapi_krb5.so.2
+Reading symbols from /lib64/libkrb5.so.3...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libkrb5.so.3
+Reading symbols from /lib64/libcom_err.so.2...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libcom_err.so.2
+Reading symbols from /lib64/libk5crypto.so.3...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libk5crypto.so.3
+Reading symbols from /lib64/libkrb5support.so.0...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libkrb5support.so.0
+Reading symbols from /lib64/libkeyutils.so.1...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libkeyutils.so.1
+Reading symbols from /lib64/libresolv.so.2...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libresolv.so.2
+Reading symbols from /lib64/libselinux.so.1...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libselinux.so.1
+Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/couch-1.2.0a-34ae79b-git/priv/lib/couch_icu_driver.so...done.
+Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/couch-1.2.0a-34ae79b-git/priv/lib/couch_icu_driver.so
+Reading symbols from /opt/couchbase/lib/libv8.so...done.
+Loaded symbols for /opt/couchbase/lib/libv8.so
+Reading symbols from /opt/couchbase/lib/libicuuc.so.44...done.
+Loaded symbols for /opt/couchbase/lib/libicuuc.so.44
+Reading symbols from /opt/couchbase/lib/libicudata.so.44...(no debugging symbols found)...done.
+Loaded symbols for /opt/couchbase/lib/libicudata.so.44
+Reading symbols from /opt/couchbase/lib/libicui18n.so.44...done.
+Loaded symbols for /opt/couchbase/lib/libicui18n.so.44
+Reading symbols from /lib64/libcrypt.so.1...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libcrypt.so.1
+Reading symbols from /usr/lib64/libstdc++.so.6...(no debugging symbols found)...done.
+Loaded symbols for /usr/lib64/libstdc++.so.6
+Reading symbols from /lib64/libgcc_s.so.1...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libgcc_s.so.1
+Reading symbols from /lib64/libfreebl3.so...(no debugging symbols found)...done.
+Loaded symbols for /lib64/libfreebl3.so
+Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/snappy-1.0.4/priv/snappy_nif.so...done.
+Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/snappy-1.0.4/priv/snappy_nif.so
+Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/mapreduce-1.0/priv/mapreduce_nif.so...done.
+Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/mapreduce-1.0/priv/mapreduce_nif.so
+Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/ejson-0.1.0/priv/ejson.so...done.
+Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/ejson-0.1.0/priv/ejson.so
+Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/couch-1.2.0a-34ae79b-git/priv/lib/couch_ejson_compare.so...done.
+Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/couch-1.2.0a-34ae79b-git/priv/lib/couch_ejson_compare.so
+Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/couch_view_parser-1.0/priv/couch_view_parser_nif.so...done.
+Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/couch_view_parser-1.0/priv/couch_view_parser_nif.so
+Core was generated by `/opt/couchbase/lib/erlang/erts-5.8.5/bin/beam.smp -A 16 -sbt u -P 327680 -K tru'.
+Program terminated with signal 11, Segmentation fault.
+#0  0x000000000043f904 in bf_unlink_free_block (allctr=0x1ffdec0, size=<value optimized out>, cand_blk=<value optimized out>, cand_size=<value optimized out>, flags=0) at beam/erl_bestfit_alloc.c:788
+788	beam/erl_bestfit_alloc.c: No such file or directory.
+	in beam/erl_bestfit_alloc.c
+
+Thread 28 (Thread 0x7f24be915700 (LWP 20760)):
+#0  0x00007f24c0d375d7 in unlink () from /lib64/libc.so.6
+#1  0x000000000053bcfc in efile_delete_file (errInfo=0x201a25c, name=<value optimized out>) at drivers/unix/unix_efile.c:410
+#2  0x0000000000550feb in invoke_name (data=0x201a230) at drivers/common/efile_drv.c:902
+#3  invoke_delete_file (data=0x201a230) at drivers/common/efile_drv.c:917
+#4  0x00000000004e8f55 in async_main (arg=0x7f24bf0a8318) at beam/erl_async.c:281
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 27 (Thread 0x7f24be7e3700 (LWP 20769)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8750) at beam/erl_threads.h:697
+#3  async_get (arg=0x7f24bf0a8750) at beam/erl_async.c:207
+#4  async_main (arg=0x7f24bf0a8750) at beam/erl_async.c:274
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 26 (Thread 0x7f24c1cfe700 (LWP 20770)):
+#0  0x00007f24c121603d in waitpid () from /lib64/libpthread.so.0
+#1  0x000000000053906f in child_waiter (unused=<value optimized out>) at sys/unix/sys.c:2821
+#2  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03f0) at pthread/ethread.c:106
+#3  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#4  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 25 (Thread 0x7f24be805700 (LWP 20768)):
+#0  0x00007f24c1214ff4 in __lll_lock_wait () from /lib64/libpthread.so.0
+#1  0x00007f24c1210328 in _L_lock_854 () from /lib64/libpthread.so.0
+#2  0x00007f24c12101f7 in pthread_mutex_lock () from /lib64/libpthread.so.0
+#3  0x000000000043811f in ethr_mutex_lock (type=<value optimized out>, extra=<value optimized out>, size=144) at ../include/internal/ethr_mutex.h:589
+#4  erts_mtx_lock (type=<value optimized out>, extra=<value optimized out>, size=144) at beam/erl_threads.h:622
+#5  erts_alcu_alloc_thr_pref (type=<value optimized out>, extra=<value optimized out>, size=144) at beam/erl_alloc_util.c:2864
+#6  0x000000000054c1b9 in ef_safe_alloc (s=144) at drivers/common/efile_drv.c:412
+#7  0x000000000054c29a in invoke_writev (data=0x20196d0) at drivers/common/efile_drv.c:1323
+#8  0x00000000004e8f55 in async_main (arg=0x7f24bf0a86d8) at beam/erl_async.c:281
+#9  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#10 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#11 0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 24 (Thread 0x7f24be827700 (LWP 20767)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8660) at beam/erl_threads.h:697
+#3  async_get (arg=0x7f24bf0a8660) at beam/erl_async.c:207
+#4  async_main (arg=0x7f24bf0a8660) at beam/erl_async.c:274
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 23 (Thread 0x7f24be781700 (LWP 20771)):
+#0  0x00007f24721fac80 in v8::String::WriteUtf8 () from /opt/couchbase/lib/couchdb/erlang/lib/mapreduce-1.0/priv/mapreduce_nif.so
+#1  0x00007f24721ff9ab in jsonStringify (args=...) at mapreduce.cc:449
+#2  emit (args=...) at mapreduce.cc:409
+#3  0x00007f24b8977132 in HandleApiCallHelper<false> (args=..., isolate=<value optimized out>) at src/builtins.cc:1136
+#4  v8::internal::Builtin_HandleApiCall (args=..., isolate=<value optimized out>) at src/builtins.cc:1153
+#5  0x00002c653510424e in ?? ()
+#6  0x0000000000000001 in ?? ()
+#7  0x00002c65351041c1 in ?? ()
+#8  0x00007f24be780790 in ?? ()
+#9  0x00007f24be7807f8 in ?? ()
+#10 0x00002c653512ba21 in ?? ()
+#11 0x00000c888ca569e1 in ?? ()
+#12 0x00003e5b3cf8ba49 in ?? ()
+#13 0x00003e5b3cf8b219 in ?? ()
+#14 0x00000c888ca56581 in ?? ()
+#15 0x00003e5b3cf8b219 in ?? ()
+#16 0x00000c888ca56471 in ?? ()
+#17 0x00003e5b3cf080d1 in ?? ()
+#18 0x00000c888ca3fad1 in ?? ()
+#19 0x00007f24be780830 in ?? ()
+#20 0x00002c6535107aae in ?? ()
+#21 0x00003e5b3cf8b201 in ?? ()
+#22 0x00003e5b3cf080d1 in ?? ()
+#23 0x0000000200000000 in ?? ()
+#24 0x00003e5b3cf080d1 in ?? ()
+#25 0x0000000800000000 in ?? ()
+#26 0x00007f24be780878 in ?? ()
+#27 0x00002c6535120701 in ?? ()
+#28 0x00003e5b3cf8b959 in ?? ()
+#29 0x00003e5b3cf8b201 in ?? ()
+#30 0x00003e5b3cf080d1 in ?? ()
+#31 0x00003e5b3cf080d1 in ?? ()
+#32 0x00002c6535120661 in ?? ()
+#33 0x0000000600000000 in ?? ()
+#34 0x0000000000000000 in ?? ()
+
+Thread 22 (Thread 0x7f24be937700 (LWP 20759)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a82a0) at beam/erl_threads.h:697
+#3  async_get (arg=0x7f24bf0a82a0) at beam/erl_async.c:207
+#4  async_main (arg=0x7f24bf0a82a0) at beam/erl_async.c:274
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 21 (Thread 0x7f24be86b700 (LWP 20765)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8570) at beam/erl_threads.h:697
+#3  async_get (arg=0x7f24bf0a8570) at beam/erl_async.c:207
+#4  async_main (arg=0x7f24bf0a8570) at beam/erl_async.c:274
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 20 (Thread 0x7f24bd37f700 (LWP 20773)):
+#0  0x00007f24c12154ed in read () from /lib64/libpthread.so.0
+#1  0x000000000053e157 in cleanup_wakeup_pipe (ps=0x7f24c086b2c8, pr=0x7f24bd37e360, len=0x7f24bd37eb7c, utvp=0x7f2400000004) at sys/common/erl_poll.c:456
+#2  save_kp_result (ps=0x7f24c086b2c8, pr=0x7f24bd37e360, len=0x7f24bd37eb7c, utvp=0x7f2400000004) at sys/common/erl_poll.c:1556
+#3  save_poll_result (ps=0x7f24c086b2c8, pr=0x7f24bd37e360, len=0x7f24bd37eb7c, utvp=0x7f2400000004) at sys/common/erl_poll.c:1696
+#4  erts_poll_wait_kp (ps=0x7f24c086b2c8, pr=0x7f24bd37e360, len=0x7f24bd37eb7c, utvp=0x7f2400000004) at sys/common/erl_poll.c:2081
+#5  0x0000000000540efe in erts_check_io_kp (do_wait=<value optimized out>) at sys/common/erl_check_io.c:1161
+#6  0x0000000000498551 in scheduler_wait (fcalls=<value optimized out>, esdp=0x7f24bfdd7140, rq=0x7f24bfdba7c0) at beam/erl_process.c:1221
+#7  0x000000000049a248 in schedule (p=<value optimized out>, calls=<value optimized out>) at beam/erl_process.c:5421
+#8  0x000000000051e65f in process_main () at beam/beam_emu.c:1225
+#9  0x000000000048d496 in sched_thread_func (vesdp=0x7f24bfdd7140) at beam/erl_process.c:3782
+#10 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f0410) at pthread/ethread.c:106
+#11 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#12 0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 19 (Thread 0x7f24c1d42700 (LWP 20757)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a81b0) at beam/erl_threads.h:697
+#3  async_get (arg=0x7f24bf0a81b0) at beam/erl_async.c:207
+#4  async_main (arg=0x7f24bf0a81b0) at beam/erl_async.c:274
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 18 (Thread 0x7f24be8d1700 (LWP 20762)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8408) at beam/erl_threads.h:697
+#3  async_get (arg=0x7f24bf0a8408) at beam/erl_async.c:207
+#4  async_main (arg=0x7f24bf0a8408) at beam/erl_async.c:274
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 17 (Thread 0x7f24be849700 (LWP 20766)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a85e8) at beam/erl_threads.h:697
+#3  async_get (arg=0x7f24bf0a85e8) at beam/erl_async.c:207
+#4  async_main (arg=0x7f24bf0a85e8) at beam/erl_async.c:274
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 16 (Thread 0x7f24be8af700 (LWP 20763)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8480) at beam/erl_threads.h:697
+#3  async_get (arg=0x7f24bf0a8480) at beam/erl_async.c:207
+#4  async_main (arg=0x7f24bf0a8480) at beam/erl_async.c:274
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 15 (Thread 0x7f24c1d64700 (LWP 20756)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8138) at beam/erl_threads.h:697
+#3  async_get (arg=0x7f24bf0a8138) at beam/erl_async.c:207
+#4  async_main (arg=0x7f24bf0a8138) at beam/erl_async.c:274
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 14 (Thread 0x7f24c1ee5700 (LWP 20750)):
+#0  0x00007f24c0d3c2f3 in select () from /lib64/libc.so.6
+#1  0x0000000000537ba0 in erts_sys_main_thread () at sys/unix/sys.c:3049
+#2  0x0000000000444761 in erl_start (argc=54, argv=<value optimized out>) at beam/erl_init.c:1441
+#3  0x0000000000426219 in main (argc=<value optimized out>, argv=<value optimized out>) at sys/unix/erl_main.c:29
+
+Thread 13 (Thread 0x7f24be88d700 (LWP 20764)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a84f8) at beam/erl_threads.h:697
+#3  async_get (arg=0x7f24bf0a84f8) at beam/erl_async.c:207
+#4  async_main (arg=0x7f24bf0a84f8) at beam/erl_async.c:274
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 12 (Thread 0x7f24c1d86700 (LWP 20755)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a80c0) at beam/erl_threads.h:697
+#3  async_get (arg=0x7f24bf0a80c0) at beam/erl_async.c:207
+#4  async_main (arg=0x7f24bf0a80c0) at beam/erl_async.c:274
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 11 (Thread 0x7f24c083b700 (LWP 20751)):
+#0  0x00007f24c12154ed in read () from /lib64/libpthread.so.0
+#1  0x000000000053810e in signal_dispatcher_thread_func (unused=<value optimized out>) at sys/unix/sys.c:2906
+#2  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f0330) at pthread/ethread.c:106
+#3  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#4  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 10 (Thread 0x7f24be8f3700 (LWP 20761)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8390) at beam/erl_threads.h:697
+#3  async_get (arg=0x7f24bf0a8390) at beam/erl_async.c:207
+#4  async_main (arg=0x7f24bf0a8390) at beam/erl_async.c:274
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 9 (Thread 0x7f24bb229700 (LWP 3323)):
+#0  0x00007f24c0d08b9d in nanosleep () from /lib64/libc.so.6
+#1  0x00007f24c0d3cb64 in usleep () from /lib64/libc.so.6
+#2  0x00007f24b8ab5163 in Sleep (this=0x7f248c044600) at src/platform-linux.cc:1184
+#3  v8::internal::SignalSender::Run (this=0x7f248c044600) at src/platform-linux.cc:1150
+#4  0x00007f24b8ab4580 in v8::internal::ThreadEntry (arg=0x7f248c044600) at src/platform-linux.cc:745
+#5  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#6  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 8 (Thread 0x7f24c1da8700 (LWP 20754)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8048) at beam/erl_threads.h:697
+#3  async_get (arg=0x7f24bf0a8048) at beam/erl_async.c:207
+#4  async_main (arg=0x7f24bf0a8048) at beam/erl_async.c:274
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 7 (Thread 0x7f24672f8700 (LWP 12416)):
+#0  0x00007f24c0d08b9d in nanosleep () from /lib64/libc.so.6
+#1  0x00007f24c0d3cb64 in usleep () from /lib64/libc.so.6
+#2  0x00007f24b8b34848 in v8::internal::ContextSwitcher::Run (this=0x7f248c045070) at src/v8threads.cc:457
+#3  0x00007f24b8ab4580 in v8::internal::ThreadEntry (arg=0x7f248c045070) at src/platform-linux.cc:745
+#4  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#5  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 6 (Thread 0x7f24c1d20700 (LWP 20758)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8228) at beam/erl_threads.h:697
+#3  async_get (arg=0x7f24bf0a8228) at beam/erl_async.c:207
+#4  async_main (arg=0x7f24bf0a8228) at beam/erl_async.c:274
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 5 (Thread 0x7f24bfb39700 (LWP 20753)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x0000000000462ad9 in erts_cnd_wait (unused=<value optimized out>) at beam/erl_threads.h:697
+#3  erts_smp_cnd_wait (unused=<value optimized out>) at beam/erl_smp.h:472
+#4  sys_msg_dispatcher_func (unused=<value optimized out>) at beam/erl_trace.c:3238
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f0440) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 4 (Thread 0x7f24721f6700 (LWP 20780)):
+#0  0x00007f24c1215ccd in nanosleep () from /lib64/libpthread.so.0
+#1  0x00007f24721fb3da in terminatorLoop (args=<value optimized out>) at mapreduce_nif.cc:450
+#2  0x0000000000584d89 in thr_wrapper (vtwd=0x7f24be780ae0) at pthread/ethread.c:106
+#3  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#4  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 3 (Thread 0x7f24c1dba700 (LWP 20752)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000582e29 in ethr_cond_wait (cnd=<value optimized out>, mtx=<value optimized out>) at common/ethr_mutex.c:1350
+#2  0x000000000046a1cf in erts_cnd_wait (unused=<value optimized out>) at beam/erl_threads.h:697
+#3  erts_smp_cnd_wait (unused=<value optimized out>) at beam/erl_smp.h:472
+#4  emergency_watchdog (unused=<value optimized out>) at beam/utils.c:3945
+#5  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f0440) at pthread/ethread.c:106
+#6  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#7  0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 2 (Thread 0x7f24bc97e700 (LWP 20774)):
+#0  0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x0000000000585463 in wait__ (e=0x1f9ad20) at pthread/ethr_event.c:185
+#2  ethr_event_wait (e=0x1f9ad20) at pthread/ethr_event.c:218
+#3  0x000000000049821d in erts_tse_wait (fcalls=<value optimized out>, esdp=0x7f24bfde5200, rq=0x7f24bfdba9c0) at beam/erl_threads.h:1809
+#4  scheduler_wait (fcalls=<value optimized out>, esdp=0x7f24bfde5200, rq=0x7f24bfdba9c0) at beam/erl_process.c:1076
+#5  0x000000000049a248 in schedule (p=<value optimized out>, calls=<value optimized out>) at beam/erl_process.c:5421
+#6  0x000000000051e65f in process_main () at beam/beam_emu.c:1225
+#7  0x000000000048d496 in sched_thread_func (vesdp=0x7f24bfde5200) at beam/erl_process.c:3782
+#8  0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f0410) at pthread/ethread.c:106
+#9  0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0
+#10 0x00007f24c0d4370d in clone () from /lib64/libc.so.6
+
+Thread 1 (Thread 0x7f24bdd80700 (LWP 20772)):
+#0  0x000000000043f904 in bf_unlink_free_block (allctr=0x1ffdec0, size=<value optimized out>, cand_blk=<value optimized out>, cand_size=<value optimized out>, flags=0) at beam/erl_bestfit_alloc.c:788
+#1  bf_get_free_block (allctr=0x1ffdec0, size=<value optimized out>, cand_blk=<value optimized out>, cand_size=<value optimized out>, flags=0) at beam/erl_bestfit_alloc.c:865
+#2  0x0000000000437384 in mbc_alloc_block (allctr=0x1ffdec0, size=94) at beam/erl_alloc_util.c:683
+#3  mbc_alloc (allctr=0x1ffdec0, size=94) at beam/erl_alloc_util.c:822
+#4  0x0000000000438154 in do_erts_alcu_alloc (type=<value optimized out>, extra=<value optimized out>, size=86) at beam/erl_alloc_util.c:2791
+#5  erts_alcu_alloc_thr_pref (type=<value optimized out>, extra=<value optimized out>, size=86) at beam/erl_alloc_util.c:2865
+#6  0x00007f24721fd06b in allocate (this=0x7f2472402ba0, __alloc=<value optimized out>, __res=<value optimized out>) at mapreduce.h:120
+#7  _S_create (this=0x7f2472402ba0, __alloc=<value optimized out>, __res=<value optimized out>) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/bits/basic_string.tcc:608
+#8  std::basic_string<char, std::char_traits<char>, NifStlAllocator<char> >::_Rep::_M_clone (this=0x7f2472402ba0, __alloc=<value optimized out>, __res=<value optimized out>) at /usr/lib/gcc/x86_64-red
+hat-linux6E/4.4.6/../../../../include/c++/4.4.6/bits/basic_string.tcc:630
+#9  0x00007f24721fc62f in reserve (env=0x7f24bdd7fda0, functionsArg=<value optimized out>, result=std::list = {...}) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/bits/basi
+c_string.tcc:511
+#10 parseFunctions (env=0x7f24bdd7fda0, functionsArg=<value optimized out>, result=std::list = {...}) at mapreduce_nif.cc:397
+#11 0x00007f24721fc96f in startMapContext (env=0x7f24bdd7fda0, argc=<value optimized out>, argv=0x7f24bfdc9080) at mapreduce_nif.cc:83