root@localhost ~]# more /data/core.beam.smp.20750.log Basic crash dump analysis of /data/core.beam.smp.20750. Please send the file to support@couchbase.com -------------------------------------------------------------------------------- File information: -rwxr-xr-x. 1 bin bin 12181134 Aug 30 09:12 /opt/couchbase/lib/erlang/erts-5.8.5/bin/beam.smp a025eccd71c829157d6b7a46f167a9a1 /opt/couchbase/lib/erlang/erts-5.8.5/bin/beam.smp -rw-------. 1 couchbase couchbase 518033408 Sep 26 18:43 /data/core.beam.smp.20750 22711eb57d481f32dcf52f5f35dc1b1b /data/core.beam.smp.20750 version1.4.4_597_g524945f 1.4.4_209_g7b9e75f version1.4.4_597_g524945f version1.4.4_597_g524945f y(0) {w,0,[[]],1,undefined,"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort",false,"/data/@indexes/saslbu cket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/fs_ns_1@10.6.2.44_20750_1348_707653_882220.",[#Fun,#Fun,{{file_descriptor,prim_file,{#Port<0.2687532>,1 30}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"}],#Fun,524288,16,# Fun,16384,{{file_descriptor,prim_file,{#Port<0.2687532>,130}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_ eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"},#Ref<0.0.836.98277>,[],false,4,no_value} y(2) {w,0,[[]],1,undefined,"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort",false,"/data/@indexes/saslbu cket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/fs_ns_1@10.6.2.44_20750_1348_707653_882220.",[#Fun,#Fun,{{file_descriptor,prim_file,{#Port<0.2687532>,1 30}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"}],#Fun,524288,16,# Fun,16384,{{file_descriptor,prim_file,{#Port<0.2687532>,130}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_ eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"},#Ref<0.0.836.98277>,[],false,4,no_value} y(5) {w,0,[[]],1,undefined,"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort",false,"/data/@indexes/saslbu cket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/fs_ns_1@10.6.2.44_20750_1348_707653_882220.",[#Fun,#Fun,{{file_descriptor,prim_file,{#Port<0.2687532>,1 30}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"}],#Fun,524288,16,# Fun,16384,{{file_descriptor,prim_file,{#Port<0.2687532>,130}},"/data/@indexes/saslbucket/tmp_ae72f9d24da5d9368eed3fb3519c1687_main/ae72f9d24da5d9368eed3fb3519c1687_ eff3a8c1ff1d8a8ba731abddd8ebbff3.sort"},#Ref<0.0.836.98277>,[],false,4,no_value} version1.4.4_597_g524945f version1.4.4_597_g524945f -------------------------------------------------------------------------------- Core file callstacks: GNU gdb (GDB) Red Hat Enterprise Linux (7.2-56.el6) Copyright (C) 2010 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-redhat-linux-gnu". For bug reporting instructions, please see: ... Reading symbols from /opt/couchbase/lib/erlang/erts-5.8.5/bin/beam.smp...done. [New Thread 20772] [New Thread 20774] [New Thread 20752] [New Thread 20780] [New Thread 20753] [New Thread 20758] [New Thread 12416] [New Thread 20754] [New Thread 3323] [New Thread 20761] [New Thread 20751] [New Thread 20755] [New Thread 20764] [New Thread 20750] [New Thread 20756] [New Thread 20763] [New Thread 20766] [New Thread 20762] [New Thread 20757] [New Thread 20773] [New Thread 20765] [New Thread 20759] [New Thread 20771] [New Thread 20767] [New Thread 20768] [New Thread 20770] [New Thread 20769] [New Thread 20760] Reading symbols from /lib64/libutil.so.1...(no debugging symbols found)...done. Loaded symbols for /lib64/libutil.so.1 Reading symbols from /lib64/libdl.so.2...(no debugging symbols found)...done. Loaded symbols for /lib64/libdl.so.2 Reading symbols from /lib64/libm.so.6...(no debugging symbols found)...done. Loaded symbols for /lib64/libm.so.6 Reading symbols from /lib64/libncurses.so.5...(no debugging symbols found)...done. Loaded symbols for /lib64/libncurses.so.5 Reading symbols from /lib64/libpthread.so.0...(no debugging symbols found)...done. [Thread debugging using libthread_db enabled] Loaded symbols for /lib64/libpthread.so.0 Reading symbols from /lib64/librt.so.1...(no debugging symbols found)...done. Loaded symbols for /lib64/librt.so.1 Reading symbols from /lib64/libc.so.6...(no debugging symbols found)...done. Loaded symbols for /lib64/libc.so.6 Reading symbols from /lib64/ld-linux-x86-64.so.2...(no debugging symbols found)...done. Loaded symbols for /lib64/ld-linux-x86-64.so.2 Reading symbols from /lib64/libtinfo.so.5...(no debugging symbols found)...done. Loaded symbols for /lib64/libtinfo.so.5 Reading symbols from /opt/couchbase/lib/erlang/lib/crypto-2.0.4/priv/lib/crypto.so...done. Loaded symbols for /opt/couchbase/lib/erlang/lib/crypto-2.0.4/priv/lib/crypto.so Reading symbols from /usr/lib64/libcrypto.so.6...(no debugging symbols found)...done. Loaded symbols for /usr/lib64/libcrypto.so.6 Reading symbols from /usr/lib64/libssl.so.6...(no debugging symbols found)...done. Loaded symbols for /usr/lib64/libssl.so.6 Reading symbols from /lib64/libz.so.1...(no debugging symbols found)...done. Loaded symbols for /lib64/libz.so.1 Reading symbols from /lib64/libgssapi_krb5.so.2...(no debugging symbols found)...done. Loaded symbols for /lib64/libgssapi_krb5.so.2 Reading symbols from /lib64/libkrb5.so.3...(no debugging symbols found)...done. Loaded symbols for /lib64/libkrb5.so.3 Reading symbols from /lib64/libcom_err.so.2...(no debugging symbols found)...done. Loaded symbols for /lib64/libcom_err.so.2 Reading symbols from /lib64/libk5crypto.so.3...(no debugging symbols found)...done. Loaded symbols for /lib64/libk5crypto.so.3 Reading symbols from /lib64/libkrb5support.so.0...(no debugging symbols found)...done. Loaded symbols for /lib64/libkrb5support.so.0 Reading symbols from /lib64/libkeyutils.so.1...(no debugging symbols found)...done. Loaded symbols for /lib64/libkeyutils.so.1 Reading symbols from /lib64/libresolv.so.2...(no debugging symbols found)...done. Loaded symbols for /lib64/libresolv.so.2 Reading symbols from /lib64/libselinux.so.1...(no debugging symbols found)...done. Loaded symbols for /lib64/libselinux.so.1 Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/couch-1.2.0a-34ae79b-git/priv/lib/couch_icu_driver.so...done. Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/couch-1.2.0a-34ae79b-git/priv/lib/couch_icu_driver.so Reading symbols from /opt/couchbase/lib/libv8.so...done. Loaded symbols for /opt/couchbase/lib/libv8.so Reading symbols from /opt/couchbase/lib/libicuuc.so.44...done. Loaded symbols for /opt/couchbase/lib/libicuuc.so.44 Reading symbols from /opt/couchbase/lib/libicudata.so.44...(no debugging symbols found)...done. Loaded symbols for /opt/couchbase/lib/libicudata.so.44 Reading symbols from /opt/couchbase/lib/libicui18n.so.44...done. Loaded symbols for /opt/couchbase/lib/libicui18n.so.44 Reading symbols from /lib64/libcrypt.so.1...(no debugging symbols found)...done. Loaded symbols for /lib64/libcrypt.so.1 Reading symbols from /usr/lib64/libstdc++.so.6...(no debugging symbols found)...done. Loaded symbols for /usr/lib64/libstdc++.so.6 Reading symbols from /lib64/libgcc_s.so.1...(no debugging symbols found)...done. Loaded symbols for /lib64/libgcc_s.so.1 Reading symbols from /lib64/libfreebl3.so...(no debugging symbols found)...done. Loaded symbols for /lib64/libfreebl3.so Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/snappy-1.0.4/priv/snappy_nif.so...done. Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/snappy-1.0.4/priv/snappy_nif.so Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/mapreduce-1.0/priv/mapreduce_nif.so...done. Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/mapreduce-1.0/priv/mapreduce_nif.so Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/ejson-0.1.0/priv/ejson.so...done. Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/ejson-0.1.0/priv/ejson.so Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/couch-1.2.0a-34ae79b-git/priv/lib/couch_ejson_compare.so...done. Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/couch-1.2.0a-34ae79b-git/priv/lib/couch_ejson_compare.so Reading symbols from /opt/couchbase/lib/couchdb/erlang/lib/couch_view_parser-1.0/priv/couch_view_parser_nif.so...done. Loaded symbols for /opt/couchbase/lib/couchdb/erlang/lib/couch_view_parser-1.0/priv/couch_view_parser_nif.so Core was generated by `/opt/couchbase/lib/erlang/erts-5.8.5/bin/beam.smp -A 16 -sbt u -P 327680 -K tru'. Program terminated with signal 11, Segmentation fault. #0 0x000000000043f904 in bf_unlink_free_block (allctr=0x1ffdec0, size=, cand_blk=, cand_size=, flags=0) at beam/erl_bestfit_alloc.c:788 788 beam/erl_bestfit_alloc.c: No such file or directory. in beam/erl_bestfit_alloc.c Thread 28 (Thread 0x7f24be915700 (LWP 20760)): #0 0x00007f24c0d375d7 in unlink () from /lib64/libc.so.6 #1 0x000000000053bcfc in efile_delete_file (errInfo=0x201a25c, name=) at drivers/unix/unix_efile.c:410 #2 0x0000000000550feb in invoke_name (data=0x201a230) at drivers/common/efile_drv.c:902 #3 invoke_delete_file (data=0x201a230) at drivers/common/efile_drv.c:917 #4 0x00000000004e8f55 in async_main (arg=0x7f24bf0a8318) at beam/erl_async.c:281 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 27 (Thread 0x7f24be7e3700 (LWP 20769)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8750) at beam/erl_threads.h:697 #3 async_get (arg=0x7f24bf0a8750) at beam/erl_async.c:207 #4 async_main (arg=0x7f24bf0a8750) at beam/erl_async.c:274 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 26 (Thread 0x7f24c1cfe700 (LWP 20770)): #0 0x00007f24c121603d in waitpid () from /lib64/libpthread.so.0 #1 0x000000000053906f in child_waiter (unused=) at sys/unix/sys.c:2821 #2 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03f0) at pthread/ethread.c:106 #3 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #4 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 25 (Thread 0x7f24be805700 (LWP 20768)): #0 0x00007f24c1214ff4 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f24c1210328 in _L_lock_854 () from /lib64/libpthread.so.0 #2 0x00007f24c12101f7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x000000000043811f in ethr_mutex_lock (type=, extra=, size=144) at ../include/internal/ethr_mutex.h:589 #4 erts_mtx_lock (type=, extra=, size=144) at beam/erl_threads.h:622 #5 erts_alcu_alloc_thr_pref (type=, extra=, size=144) at beam/erl_alloc_util.c:2864 #6 0x000000000054c1b9 in ef_safe_alloc (s=144) at drivers/common/efile_drv.c:412 #7 0x000000000054c29a in invoke_writev (data=0x20196d0) at drivers/common/efile_drv.c:1323 #8 0x00000000004e8f55 in async_main (arg=0x7f24bf0a86d8) at beam/erl_async.c:281 #9 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #10 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #11 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 24 (Thread 0x7f24be827700 (LWP 20767)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8660) at beam/erl_threads.h:697 #3 async_get (arg=0x7f24bf0a8660) at beam/erl_async.c:207 #4 async_main (arg=0x7f24bf0a8660) at beam/erl_async.c:274 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 23 (Thread 0x7f24be781700 (LWP 20771)): #0 0x00007f24721fac80 in v8::String::WriteUtf8 () from /opt/couchbase/lib/couchdb/erlang/lib/mapreduce-1.0/priv/mapreduce_nif.so #1 0x00007f24721ff9ab in jsonStringify (args=...) at mapreduce.cc:449 #2 emit (args=...) at mapreduce.cc:409 #3 0x00007f24b8977132 in HandleApiCallHelper (args=..., isolate=) at src/builtins.cc:1136 #4 v8::internal::Builtin_HandleApiCall (args=..., isolate=) at src/builtins.cc:1153 #5 0x00002c653510424e in ?? () #6 0x0000000000000001 in ?? () #7 0x00002c65351041c1 in ?? () #8 0x00007f24be780790 in ?? () #9 0x00007f24be7807f8 in ?? () #10 0x00002c653512ba21 in ?? () #11 0x00000c888ca569e1 in ?? () #12 0x00003e5b3cf8ba49 in ?? () #13 0x00003e5b3cf8b219 in ?? () #14 0x00000c888ca56581 in ?? () #15 0x00003e5b3cf8b219 in ?? () #16 0x00000c888ca56471 in ?? () #17 0x00003e5b3cf080d1 in ?? () #18 0x00000c888ca3fad1 in ?? () #19 0x00007f24be780830 in ?? () #20 0x00002c6535107aae in ?? () #21 0x00003e5b3cf8b201 in ?? () #22 0x00003e5b3cf080d1 in ?? () #23 0x0000000200000000 in ?? () #24 0x00003e5b3cf080d1 in ?? () #25 0x0000000800000000 in ?? () #26 0x00007f24be780878 in ?? () #27 0x00002c6535120701 in ?? () #28 0x00003e5b3cf8b959 in ?? () #29 0x00003e5b3cf8b201 in ?? () #30 0x00003e5b3cf080d1 in ?? () #31 0x00003e5b3cf080d1 in ?? () #32 0x00002c6535120661 in ?? () #33 0x0000000600000000 in ?? () #34 0x0000000000000000 in ?? () Thread 22 (Thread 0x7f24be937700 (LWP 20759)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a82a0) at beam/erl_threads.h:697 #3 async_get (arg=0x7f24bf0a82a0) at beam/erl_async.c:207 #4 async_main (arg=0x7f24bf0a82a0) at beam/erl_async.c:274 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 21 (Thread 0x7f24be86b700 (LWP 20765)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8570) at beam/erl_threads.h:697 #3 async_get (arg=0x7f24bf0a8570) at beam/erl_async.c:207 #4 async_main (arg=0x7f24bf0a8570) at beam/erl_async.c:274 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 20 (Thread 0x7f24bd37f700 (LWP 20773)): #0 0x00007f24c12154ed in read () from /lib64/libpthread.so.0 #1 0x000000000053e157 in cleanup_wakeup_pipe (ps=0x7f24c086b2c8, pr=0x7f24bd37e360, len=0x7f24bd37eb7c, utvp=0x7f2400000004) at sys/common/erl_poll.c:456 #2 save_kp_result (ps=0x7f24c086b2c8, pr=0x7f24bd37e360, len=0x7f24bd37eb7c, utvp=0x7f2400000004) at sys/common/erl_poll.c:1556 #3 save_poll_result (ps=0x7f24c086b2c8, pr=0x7f24bd37e360, len=0x7f24bd37eb7c, utvp=0x7f2400000004) at sys/common/erl_poll.c:1696 #4 erts_poll_wait_kp (ps=0x7f24c086b2c8, pr=0x7f24bd37e360, len=0x7f24bd37eb7c, utvp=0x7f2400000004) at sys/common/erl_poll.c:2081 #5 0x0000000000540efe in erts_check_io_kp (do_wait=) at sys/common/erl_check_io.c:1161 #6 0x0000000000498551 in scheduler_wait (fcalls=, esdp=0x7f24bfdd7140, rq=0x7f24bfdba7c0) at beam/erl_process.c:1221 #7 0x000000000049a248 in schedule (p=, calls=) at beam/erl_process.c:5421 #8 0x000000000051e65f in process_main () at beam/beam_emu.c:1225 #9 0x000000000048d496 in sched_thread_func (vesdp=0x7f24bfdd7140) at beam/erl_process.c:3782 #10 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f0410) at pthread/ethread.c:106 #11 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #12 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 19 (Thread 0x7f24c1d42700 (LWP 20757)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a81b0) at beam/erl_threads.h:697 #3 async_get (arg=0x7f24bf0a81b0) at beam/erl_async.c:207 #4 async_main (arg=0x7f24bf0a81b0) at beam/erl_async.c:274 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 18 (Thread 0x7f24be8d1700 (LWP 20762)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8408) at beam/erl_threads.h:697 #3 async_get (arg=0x7f24bf0a8408) at beam/erl_async.c:207 #4 async_main (arg=0x7f24bf0a8408) at beam/erl_async.c:274 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 17 (Thread 0x7f24be849700 (LWP 20766)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a85e8) at beam/erl_threads.h:697 #3 async_get (arg=0x7f24bf0a85e8) at beam/erl_async.c:207 #4 async_main (arg=0x7f24bf0a85e8) at beam/erl_async.c:274 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 16 (Thread 0x7f24be8af700 (LWP 20763)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8480) at beam/erl_threads.h:697 #3 async_get (arg=0x7f24bf0a8480) at beam/erl_async.c:207 #4 async_main (arg=0x7f24bf0a8480) at beam/erl_async.c:274 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 15 (Thread 0x7f24c1d64700 (LWP 20756)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8138) at beam/erl_threads.h:697 #3 async_get (arg=0x7f24bf0a8138) at beam/erl_async.c:207 #4 async_main (arg=0x7f24bf0a8138) at beam/erl_async.c:274 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 14 (Thread 0x7f24c1ee5700 (LWP 20750)): #0 0x00007f24c0d3c2f3 in select () from /lib64/libc.so.6 #1 0x0000000000537ba0 in erts_sys_main_thread () at sys/unix/sys.c:3049 #2 0x0000000000444761 in erl_start (argc=54, argv=) at beam/erl_init.c:1441 #3 0x0000000000426219 in main (argc=, argv=) at sys/unix/erl_main.c:29 Thread 13 (Thread 0x7f24be88d700 (LWP 20764)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a84f8) at beam/erl_threads.h:697 #3 async_get (arg=0x7f24bf0a84f8) at beam/erl_async.c:207 #4 async_main (arg=0x7f24bf0a84f8) at beam/erl_async.c:274 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 12 (Thread 0x7f24c1d86700 (LWP 20755)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a80c0) at beam/erl_threads.h:697 #3 async_get (arg=0x7f24bf0a80c0) at beam/erl_async.c:207 #4 async_main (arg=0x7f24bf0a80c0) at beam/erl_async.c:274 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 11 (Thread 0x7f24c083b700 (LWP 20751)): #0 0x00007f24c12154ed in read () from /lib64/libpthread.so.0 #1 0x000000000053810e in signal_dispatcher_thread_func (unused=) at sys/unix/sys.c:2906 #2 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f0330) at pthread/ethread.c:106 #3 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #4 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 10 (Thread 0x7f24be8f3700 (LWP 20761)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8390) at beam/erl_threads.h:697 #3 async_get (arg=0x7f24bf0a8390) at beam/erl_async.c:207 #4 async_main (arg=0x7f24bf0a8390) at beam/erl_async.c:274 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 9 (Thread 0x7f24bb229700 (LWP 3323)): #0 0x00007f24c0d08b9d in nanosleep () from /lib64/libc.so.6 #1 0x00007f24c0d3cb64 in usleep () from /lib64/libc.so.6 #2 0x00007f24b8ab5163 in Sleep (this=0x7f248c044600) at src/platform-linux.cc:1184 #3 v8::internal::SignalSender::Run (this=0x7f248c044600) at src/platform-linux.cc:1150 #4 0x00007f24b8ab4580 in v8::internal::ThreadEntry (arg=0x7f248c044600) at src/platform-linux.cc:745 #5 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #6 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 8 (Thread 0x7f24c1da8700 (LWP 20754)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8048) at beam/erl_threads.h:697 #3 async_get (arg=0x7f24bf0a8048) at beam/erl_async.c:207 #4 async_main (arg=0x7f24bf0a8048) at beam/erl_async.c:274 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 7 (Thread 0x7f24672f8700 (LWP 12416)): #0 0x00007f24c0d08b9d in nanosleep () from /lib64/libc.so.6 #1 0x00007f24c0d3cb64 in usleep () from /lib64/libc.so.6 #2 0x00007f24b8b34848 in v8::internal::ContextSwitcher::Run (this=0x7f248c045070) at src/v8threads.cc:457 #3 0x00007f24b8ab4580 in v8::internal::ThreadEntry (arg=0x7f248c045070) at src/platform-linux.cc:745 #4 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #5 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 6 (Thread 0x7f24c1d20700 (LWP 20758)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x00000000004e8efb in erts_cnd_wait (arg=0x7f24bf0a8228) at beam/erl_threads.h:697 #3 async_get (arg=0x7f24bf0a8228) at beam/erl_async.c:207 #4 async_main (arg=0x7f24bf0a8228) at beam/erl_async.c:274 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f03d0) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 5 (Thread 0x7f24bfb39700 (LWP 20753)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x0000000000462ad9 in erts_cnd_wait (unused=) at beam/erl_threads.h:697 #3 erts_smp_cnd_wait (unused=) at beam/erl_smp.h:472 #4 sys_msg_dispatcher_func (unused=) at beam/erl_trace.c:3238 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f0440) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 4 (Thread 0x7f24721f6700 (LWP 20780)): #0 0x00007f24c1215ccd in nanosleep () from /lib64/libpthread.so.0 #1 0x00007f24721fb3da in terminatorLoop (args=) at mapreduce_nif.cc:450 #2 0x0000000000584d89 in thr_wrapper (vtwd=0x7f24be780ae0) at pthread/ethread.c:106 #3 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #4 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 3 (Thread 0x7f24c1dba700 (LWP 20752)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000582e29 in ethr_cond_wait (cnd=, mtx=) at common/ethr_mutex.c:1350 #2 0x000000000046a1cf in erts_cnd_wait (unused=) at beam/erl_threads.h:697 #3 erts_smp_cnd_wait (unused=) at beam/erl_smp.h:472 #4 emergency_watchdog (unused=) at beam/utils.c:3945 #5 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f0440) at pthread/ethread.c:106 #6 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 2 (Thread 0x7f24bc97e700 (LWP 20774)): #0 0x00007f24c12123dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000585463 in wait__ (e=0x1f9ad20) at pthread/ethr_event.c:185 #2 ethr_event_wait (e=0x1f9ad20) at pthread/ethr_event.c:218 #3 0x000000000049821d in erts_tse_wait (fcalls=, esdp=0x7f24bfde5200, rq=0x7f24bfdba9c0) at beam/erl_threads.h:1809 #4 scheduler_wait (fcalls=, esdp=0x7f24bfde5200, rq=0x7f24bfdba9c0) at beam/erl_process.c:1076 #5 0x000000000049a248 in schedule (p=, calls=) at beam/erl_process.c:5421 #6 0x000000000051e65f in process_main () at beam/beam_emu.c:1225 #7 0x000000000048d496 in sched_thread_func (vesdp=0x7f24bfde5200) at beam/erl_process.c:3782 #8 0x0000000000584d89 in thr_wrapper (vtwd=0x7fff9c4f0410) at pthread/ethread.c:106 #9 0x00007f24c120e7f1 in start_thread () from /lib64/libpthread.so.0 #10 0x00007f24c0d4370d in clone () from /lib64/libc.so.6 Thread 1 (Thread 0x7f24bdd80700 (LWP 20772)): #0 0x000000000043f904 in bf_unlink_free_block (allctr=0x1ffdec0, size=, cand_blk=, cand_size=, flags=0) at beam/erl_bestfit_alloc.c:788 #1 bf_get_free_block (allctr=0x1ffdec0, size=, cand_blk=, cand_size=, flags=0) at beam/erl_bestfit_alloc.c:865 #2 0x0000000000437384 in mbc_alloc_block (allctr=0x1ffdec0, size=94) at beam/erl_alloc_util.c:683 #3 mbc_alloc (allctr=0x1ffdec0, size=94) at beam/erl_alloc_util.c:822 #4 0x0000000000438154 in do_erts_alcu_alloc (type=, extra=, size=86) at beam/erl_alloc_util.c:2791 #5 erts_alcu_alloc_thr_pref (type=, extra=, size=86) at beam/erl_alloc_util.c:2865 #6 0x00007f24721fd06b in allocate (this=0x7f2472402ba0, __alloc=, __res=) at mapreduce.h:120 #7 _S_create (this=0x7f2472402ba0, __alloc=, __res=) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/bits/basic_string.tcc:608 #8 std::basic_string, NifStlAllocator >::_Rep::_M_clone (this=0x7f2472402ba0, __alloc=, __res=) at /usr/lib/gcc/x86_64-red hat-linux6E/4.4.6/../../../../include/c++/4.4.6/bits/basic_string.tcc:630 #9 0x00007f24721fc62f in reserve (env=0x7f24bdd7fda0, functionsArg=, result=std::list = {...}) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/bits/basi c_string.tcc:511 #10 parseFunctions (env=0x7f24bdd7fda0, functionsArg=, result=std::list = {...}) at mapreduce_nif.cc:397 #11 0x00007f24721fc96f in startMapContext (env=0x7f24bdd7fda0, argc=, argv=0x7f24bfdc9080) at mapreduce_nif.cc:83