root@ip-10-165-5-46:/tmp# more core.memcached.6895.log Basic crash dump analysis of core.memcached.6895. Please send the file to support@couchbase.com -------------------------------------------------------------------------------- File information: -rwxr-xr-x 1 couchbase couchbase 1622012 Feb 28 20:46 /opt/couchbase/bin/memcached 16529fa2fa898005bbcb4e1255ea53a2 /opt/couchbase/bin/memcached -rw------- 1 couchbase couchbase 4250636288 Mar 7 15:26 core.memcached.6895 58eeb7aee2b08d5bac38b7f2d6900cb1 core.memcached.6895 -------------------------------------------------------------------------------- Core file callstacks: GNU gdb (Ubuntu/Linaro 7.4-2012.04-0ubuntu2.1) 7.4-2012.04 Copyright (C) 2012 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-linux-gnu". For bug reporting instructions, please see: ... Reading symbols from /opt/couchbase/bin/memcached...done. [New LWP 6917] [New LWP 8591] [New LWP 8592] [New LWP 8593] [New LWP 8590] [New LWP 6895] [New LWP 6918] [New LWP 6919] [New LWP 6909] [New LWP 6906] [New LWP 6916] [New LWP 6914] [New LWP 6911] [New LWP 6915] [New LWP 6908] [New LWP 6910] [New LWP 8589] [New LWP 6905] [New LWP 6912] warning: Can't read pathname for load map: Input/output error. [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". Core was generated by `/opt/couchbase/bin/memcached -X /opt/couchbase/lib/memcached/stdin_term_handler'. Program terminated with signal 11, Segmentation fault. #0 add_conn_to_pending_io_list (c=) at daemon/thread.c:722 722 daemon/thread.c: No such file or directory. Thread 19 (Thread 0x7f4bb2d94700 (LWP 6912)): #0 0x00007f4bb6bd0353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f4bb7a30f36 in epoll_dispatch (base=0x629c780, tv=) at epoll.c:404 #2 0x00007f4bb7a1c394 in event_base_loop (base=0x629c780, flags=) at event.c:1558 #3 0x0000000000414b94 in worker_libevent (arg=0x1a377e0) at daemon/thread.c:301 #4 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 18 (Thread 0x7f4bb63c2700 (LWP 6905)): #0 0x00007f4bb6bc28bd in read () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f4bb6b56ff8 in _IO_file_underflow () from /lib/x86_64-linux-gnu/libc.so.6 #2 0x00007f4bb6b5803e in _IO_default_uflow () from /lib/x86_64-linux-gnu/libc.so.6 #3 0x00007f4bb6b4c18a in _IO_getline_info () from /lib/x86_64-linux-gnu/libc.so.6 #4 0x00007f4bb6b4b06b in fgets () from /lib/x86_64-linux-gnu/libc.so.6 #5 0x00007f4bb63c3b19 in fgets (__stream=, __n=, __s=) at /usr/include/bits/stdio2.h:255 #6 check_stdin_thread (arg=) at extensions/daemon/stdin_check.c:37 #7 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #8 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 17 (Thread 0x7f4baec6e700 (LWP 8589)): #0 0x00007f4bb6eaa653 in pread64 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f4bb2093288 in pread (__offset=, __nbytes=, __buf=, __fd=) at /usr/include/bits/unistd.h:100 #2 couch_pread (handle=, buf=0x52084c31, nbyte=8192, offset=4112384) at src/os.c:38 #3 0x00007f4bb2345f6d in cfs_pread (h=0x28e41ce0, buf=0x52084c31, sz=8192, off=4112384) at src/couch-kvstore/couch-fs-stats.cc:68 #4 0x00007f4bb2091b1c in load_buffer_from (nbyte=, offset=, buf=) at src/iobuffer.c:153 #5 buffered_pread (handle=0x5de0fe60, buf=, nbyte=8, offset=4115426) at src/iobuffer.c:292 #6 0x00007f4bb208ffcc in read_skipping_prefixes (dst=0x7f4baec6ced0, len=, pos=, db=) at src/couch_file_read.c:27 #7 pread_bin_internal (db=0x51a908c0, pos=4115426, ret_ptr=, header=0) at src/couch_file_read.c:53 #8 0x00007f4bb20901d7 in pread_compressed (db=0x5c, pos=1376275505, ret_ptr=0x7f4baec6cfc8) at src/couch_file_read.c:92 #9 0x00007f4bb208bc9a in modify_node (rq=0x7f4baec6d260, nptr=, start=2, end=-1, dst=0x102000) at src/btree_modify.c:317 #10 0x00007f4bb208be8b in modify_node (rq=0x7f4baec6d260, nptr=, start=2, end=3, dst=) at src/btree_modify.c:458 #11 0x00007f4bb208be8b in modify_node (rq=0x7f4baec6d260, nptr=, start=1, end=190, dst=) at src/btree_modify.c:458 #12 0x00007f4bb208c667 in modify_btree (rq=0x7f4baec6d260, root=0x28a3cc40, errcode=0x7f4baec6d30c) at src/btree_modify.c:607 #13 0x00007f4bb208f58f in update_indexes (db=, seqs=0x3a268010, seqvals=0x3a268d10, ids=, idvals=, numdocs=104) at src/couch_save.c:228 #14 0x00007f4bb208fcfd in couchstore_save_documents (db=, docs=0xf50d4a80, infos=0x49826700, numdocs=, options=) at src/couch_save.c:359 #15 0x00007f4bb233a399 in CouchKVStore::saveDocs (this=0x6e70f00, vbid=96, rev=, docs=, docinfos=0x49826700, docCount=) at src/couch-kvstore/couch-kvstore.cc:1557 #16 0x00007f4bb233aba1 in CouchKVStore::commit2couchstore (this=0x6e70f00) at src/couch-kvstore/couch-kvstore.cc:1492 #17 0x00007f4bb233aeb9 in queueItem (req=0xf37fafc0, this=) at src/couch-kvstore/couch-kvstore.cc:1625 #18 CouchKVStore::set (this=0x6e70f00, itm=..., cb=...) at src/couch-kvstore/couch-kvstore.cc:344 #19 0x00007f4bb22c8c27 in EventuallyPersistentStore::flushOneDelOrSet (this=0x71c3c000, qi=..., rejectQueue=..., vb=...) at src/ep.cc:2420 #20 0x00007f4bb22d0f65 in EventuallyPersistentStore::flushOne (this=0x71c3c000, queue=..., rejectQueue=..., vb=...) at src/ep.cc:2468 #21 0x00007f4bb22d14a5 in EventuallyPersistentStore::flushVBQueue (this=0x71c3c000, vb=..., vb_queue=..., vbid=, data_age=) at src/ep.cc:2022 #22 0x00007f4bb22d26dc in EventuallyPersistentStore::flushOutgoingQueue (this=0x71c3c000, flushQueue=0x71c3c2c8, flushPhase=, nextVbid=) at src/ep.cc:1964 #23 0x00007f4bb22f9e7c in Flusher::doFlush (this=0x6307b00) at src/flusher.cc:245 #24 0x00007f4bb22fad05 in Flusher::step (this=0x5c, d=..., tid=...) at src/flusher.cc:158 #25 0x00007f4bb22c04da in Dispatcher::run (this=0x72641500) at src/dispatcher.cc:173 #26 0x00007f4bb22c0ddb in launch_dispatcher_thread (arg=0x5c) at src/dispatcher.cc:28 #27 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #28 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #29 0x0000000000000000 in ?? () Thread 16 (Thread 0x7f4bb3d96700 (LWP 6910)): #0 0x00007f4bb6bd0353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f4bb7a30f36 in epoll_dispatch (base=0x629cc80, tv=) at epoll.c:404 #2 0x00007f4bb7a1c394 in event_base_loop (base=0x629cc80, flags=) at event.c:1558 #3 0x0000000000414b94 in worker_libevent (arg=0x1a375f0) at daemon/thread.c:301 #4 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 15 (Thread 0x7f4bb4d98700 (LWP 6908)): #0 0x00007f4bb6bd0353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f4bb7a30f36 in epoll_dispatch (base=0x629c500, tv=) at epoll.c:404 #2 0x00007f4bb7a1c394 in event_base_loop (base=0x629c500, flags=) at event.c:1558 #3 0x0000000000414b94 in worker_libevent (arg=0x1a37400) at daemon/thread.c:301 #4 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 14 (Thread 0x7f4bb1473700 (LWP 6915)): #0 0x00007f4bb6eaa653 in pread64 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f4bb2093288 in pread (__offset=, __nbytes=, __buf=, __fd=) at /usr/include/bits/unistd.h:100 #2 couch_pread (handle=, buf=0xf377c831, nbyte=8192, offset=4579328) at src/os.c:38 #3 0x00007f4bb2345f6d in cfs_pread (h=0x2866a040, buf=0xf377c831, sz=8192, off=4579328) at src/couch-kvstore/couch-fs-stats.cc:68 #4 0x00007f4bb2091b1c in load_buffer_from (nbyte=, offset=, buf=) at src/iobuffer.c:153 #5 buffered_pread (handle=0xf4061920, buf=, nbyte=8, offset=4584790) at src/iobuffer.c:292 #6 0x00007f4bb208ffcc in read_skipping_prefixes (dst=0x7f4bb1471ed0, len=, pos=, db=) at src/couch_file_read.c:27 #7 pread_bin_internal (db=0x62a38f0, pos=4584790, ret_ptr=, header=0) at src/couch_file_read.c:53 #8 0x00007f4bb20901d7 in pread_compressed (db=0x36, pos=4084713521, ret_ptr=0x7f4bb1471fc8) at src/couch_file_read.c:92 #9 0x00007f4bb208bc9a in modify_node (rq=0x7f4bb1472200, nptr=, start=0, end=-1, dst=0x8000) at src/btree_modify.c:317 #10 0x00007f4bb208be8b in modify_node (rq=0x7f4bb1472200, nptr=, start=0, end=146, dst=) at src/btree_modify.c:458 #11 0x00007f4bb208be8b in modify_node (rq=0x7f4bb1472200, nptr=, start=0, end=152, dst=) at src/btree_modify.c:458 #12 0x00007f4bb208c667 in modify_btree (rq=0x7f4bb1472200, root=0x28a3df40, errcode=0x7f4bb147230c) at src/btree_modify.c:607 #13 0x00007f4bb208f465 in update_indexes (db=, seqs=0x3a378010, seqvals=0x3a378990, ids=, idvals=0x3a378e50, numdocs=76) at src/couch_save.c:204 #14 0x00007f4bb208fcfd in couchstore_save_documents (db=, docs=0xf3626c80, infos=0xf3626a00, numdocs=, options=) at src/couch_save.c:359 #15 0x00007f4bb233a399 in CouchKVStore::saveDocs (this=0x6308000, vbid=126, rev=, docs=, docinfos=0xf3626a00, docCount=) at src/couch-kvstore/couch-kvstore.cc:1557 #16 0x00007f4bb233aba1 in CouchKVStore::commit2couchstore (this=0x6308000) at src/couch-kvstore/couch-kvstore.cc:1492 #17 0x00007f4bb233b06c in queueItem (req=0xf37fb440, this=) at src/couch-kvstore/couch-kvstore.cc:1625 #18 CouchKVStore::del (this=0x6308000, itm=..., cb=...) at src/couch-kvstore/couch-kvstore.cc:510 #19 0x00007f4bb22c8ac1 in EventuallyPersistentStore::flushOneDelOrSet (this=0x62ee480, qi=..., rejectQueue=..., vb=...) at src/ep.cc:2446 #20 0x00007f4bb22d0f65 in EventuallyPersistentStore::flushOne (this=0x62ee480, queue=..., rejectQueue=..., vb=...) at src/ep.cc:2468 #21 0x00007f4bb22d14a5 in EventuallyPersistentStore::flushVBQueue (this=0x62ee480, vb=..., vb_queue=..., vbid=, data_age=) at src/ep.cc:2022 #22 0x00007f4bb22d26dc in EventuallyPersistentStore::flushOutgoingQueue (this=0x62ee480, flushQueue=0x62ee748, flushPhase=, nextVbid=) at src/ep.cc:1964 #23 0x00007f4bb22f9e7c in Flusher::doFlush (this=0x63065a0) at src/flusher.cc:245 #24 0x00007f4bb22fad05 in Flusher::step (this=0x36, d=..., tid=...) at src/flusher.cc:158 #25 0x00007f4bb22c04da in Dispatcher::run (this=0x62e8a80) at src/dispatcher.cc:173 #26 0x00007f4bb22c0ddb in launch_dispatcher_thread (arg=0x36) at src/dispatcher.cc:28 #27 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #28 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #29 0x0000000000000000 in ?? () Thread 13 (Thread 0x7f4bb3595700 (LWP 6911)): #0 0x00007f4bb6bd0353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f4bb7a30f36 in epoll_dispatch (base=0x629ca00, tv=) at epoll.c:404 #2 0x00007f4bb7a1c394 in event_base_loop (base=0x629ca00, flags=) at event.c:1558 #3 0x0000000000414b94 in worker_libevent (arg=0x1a376e8) at daemon/thread.c:301 #4 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 12 (Thread 0x7f4bb1e81700 (LWP 6914)): #0 0x00007f4bb6b9b83d in nanosleep () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f4bb6bc9774 in usleep () from /lib/x86_64-linux-gnu/libc.so.6 #2 0x00007f4bb2300055 in updateStatsThread (arg=) at src/memory_tracker.cc:31 #3 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #4 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #5 0x0000000000000000 in ?? () Thread 11 (Thread 0x7f4bb0c72700 (LWP 6916)): #0 0x00007f4bb6ea70fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f4bb22bd528 in wait (tv=..., this=) at src/syncobject.hh:58 #2 IdleTask::run (this=0x1a3c120, d=...) at src/dispatcher.cc:336 #3 0x00007f4bb22c04da in Dispatcher::run (this=0x62e9880) at src/dispatcher.cc:173 #4 0x00007f4bb22c0ddb in launch_dispatcher_thread (arg=0x62e98d4) at src/dispatcher.cc:28 #5 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 10 (Thread 0x7f4bb57a6700 (LWP 6906)): #0 0x00007f4bb6ea70fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f4bb59c0176 in logger_thead_main (arg=) at extensions/loggers/file_logger.c:368 #2 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #4 0x0000000000000000 in ?? () Thread 9 (Thread 0x7f4bb4597700 (LWP 6909)): #0 0x00007f4bb6bd0353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f4bb7a30f36 in epoll_dispatch (base=0x629c280, tv=) at epoll.c:404 #2 0x00007f4bb7a1c394 in event_base_loop (base=0x629c280, flags=) at event.c:1558 #3 0x0000000000414b94 in worker_libevent (arg=0x1a374f8) at daemon/thread.c:301 #4 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 8 (Thread 0x7f4baf46f700 (LWP 6919)): #0 0x00007f4bb6ea70fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f4bb22de7ef in wait (tv=..., this=) at src/syncobject.hh:58 #2 wait (secs=, this=) at src/syncobject.hh:74 #3 wait (previousCounter=, howlong=, this=) at src/tapconnmap.hh:169 #4 EventuallyPersistentEngine::notifyPendingConnections (this=0x62f2000) at src/ep_engine.cc:3423 #5 0x00007f4bb22de8d3 in EvpNotifyPendingConns (arg=0x62f2000) at src/ep_engine.cc:1145 #6 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #7 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 7 (Thread 0x7f4bafc70700 (LWP 6918)): #0 0x00007f4bb6ea70fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f4bb22bd528 in wait (tv=..., this=) at src/syncobject.hh:58 #2 IdleTask::run (this=0x1a3c2d0, d=...) at src/dispatcher.cc:336 #3 0x00007f4bb22c04da in Dispatcher::run (this=0x62e9500) at src/dispatcher.cc:173 #4 0x00007f4bb22c0ddb in launch_dispatcher_thread (arg=0x62e9554) at src/dispatcher.cc:28 #5 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 6 (Thread 0x7f4bb806e740 (LWP 6895)): #0 0x00007f4bb6bd0353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f4bb7a30f36 in epoll_dispatch (base=0x629c000, tv=) at epoll.c:404 #2 0x00007f4bb7a1c394 in event_base_loop (base=0x629c000, flags=) at event.c:1558 #3 0x000000000040c2e1 in main (argc=, argv=) at daemon/memcached.c:7918 Thread 5 (Thread 0x7f4bae46d700 (LWP 8590)): #0 0x00007f4bb6ea70fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f4bb22bd528 in wait (tv=..., this=) at src/syncobject.hh:58 #2 IdleTask::run (this=0x6e204c60, d=...) at src/dispatcher.cc:336 #3 0x00007f4bb22c04da in Dispatcher::run (this=0x72641340) at src/dispatcher.cc:173 #4 0x00007f4bb22c0ddb in launch_dispatcher_thread (arg=0x72641394) at src/dispatcher.cc:28 #5 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 4 (Thread 0x7f4bacc6a700 (LWP 8593)): #0 0x00007f4bb6ea70fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f4bb22de7ef in wait (tv=..., this=) at src/syncobject.hh:58 #2 wait (secs=, this=) at src/syncobject.hh:74 #3 wait (previousCounter=, howlong=, this=) at src/tapconnmap.hh:169 #4 EventuallyPersistentEngine::notifyPendingConnections (this=0x62f3b00) at src/ep_engine.cc:3423 #5 0x00007f4bb22de8d3 in EvpNotifyPendingConns (arg=0x62f3b00) at src/ep_engine.cc:1145 #6 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #7 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 3 (Thread 0x7f4bad46b700 (LWP 8592)): #0 0x00007f4bb6ea70fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f4bb22bd528 in wait (tv=..., this=) at src/syncobject.hh:58 #2 IdleTask::run (this=0x6ec04e10, d=...) at src/dispatcher.cc:336 #3 0x00007f4bb22c04da in Dispatcher::run (this=0x72640fc0) at src/dispatcher.cc:173 #4 0x00007f4bb22c0ddb in launch_dispatcher_thread (arg=0x72641014) at src/dispatcher.cc:28 #5 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 2 (Thread 0x7f4badc6c700 (LWP 8591)): #0 0x00007f4bb6ea70fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f4bb22bd528 in wait (tv=..., this=) at src/syncobject.hh:58 #2 IdleTask::run (this=0x6ec05440, d=...) at src/dispatcher.cc:336 #3 0x00007f4bb22c04da in Dispatcher::run (this=0x72641180) at src/dispatcher.cc:173 #4 0x00007f4bb22c0ddb in launch_dispatcher_thread (arg=0x726411d4) at src/dispatcher.cc:28 #5 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1 (Thread 0x7f4bb0471700 (LWP 6917)): #0 add_conn_to_pending_io_list (c=) at daemon/thread.c:722 #1 notify_io_complete (cookie=0x61adb80, status=ENGINE_SUCCESS) at daemon/thread.c:488 #2 0x00007f4bb231ab8d in notifyIOComplete (status=, cookie=, this=) at src/ep_engine.h:439 #3 TapConnMap::notifyPausedConnection_UNLOCKED (this=, tc=0x71b6c00) at src/tapconnmap.cc:347 #4 0x00007f4bb231679b in TapConnMap::performTapOp (this=0x6306000, name=..., tapop=..., arg=0x28a2fc00) at src/tapconnmap.hh:119 #5 0x00007f4bb2318d89 in TapBGFetchCallback::callback(Dispatcher&, SingleThreadedRCPtr&) () from /opt/couchbase/lib/memcached/ep.so #6 0x00007f4bb22c04da in Dispatcher::run (this=0x62e96c0) at src/dispatcher.cc:173 #7 0x00007f4bb22c0ddb in launch_dispatcher_thread (arg=0x1a37798) at src/dispatcher.cc:28 #8 0x00007f4bb6ea2e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #9 0x00007f4bb6bcfcbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () -------------------------------------------------------------------------------- Module information: