Core file callstacks: GNU gdb (Ubuntu/Linaro 7.4-2012.04-0ubuntu2.1) 7.4-2012.04 Copyright (C) 2012 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-linux-gnu". For bug reporting instructions, please see: ... Reading symbols from /opt/couchbase/bin/memcached...done. [New LWP 30987] [New LWP 30979] [New LWP 30971] [New LWP 30981] [New LWP 30974] [New LWP 30976] [New LWP 30984] [New LWP 30980] [New LWP 30970] [New LWP 30969] [New LWP 30986] [New LWP 30975] [New LWP 30982] [New LWP 30973] [New LWP 30978] [New LWP 30985] [New LWP 30972] [New LWP 30988] [New LWP 30983] warning: Can't read pathname for load map: Input/output error. [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". Core was generated by `/opt/couchbase/bin/memcached -X /opt/couchbase/lib/memcached/stdin_term_handler'. Program terminated with signal 11, Segmentation fault. #0 0x00007f65c1d49bc3 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 Thread 19 (Thread 0x7f65b93a8700 (LWP 30983)): #0 0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f65bd7b49bf in wait (tv=..., this=) at src/syncobject.hh:57 #2 wait (secs=, this=) at src/syncobject.hh:73 #3 wait (previousCounter=, howlong=, this=) at src/tapconnmap.hh:169 #4 EventuallyPersistentEngine::notifyPendingConnections (this=0x5ed0000) at src/ep_engine.cc:3400 #5 0x00007f65bd7b4aa3 in EvpNotifyPendingConns (arg=0x5ed0000) at src/ep_engine.cc:1152 #6 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #7 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 18 (Thread 0x7f65b6ba3700 (LWP 30988)): #0 0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f65bd7b49bf in wait (tv=..., this=) at src/syncobject.hh:57 #2 wait (secs=, this=) at src/syncobject.hh:73 #3 wait (previousCounter=, howlong=, this=) at src/tapconnmap.hh:169 #4 EventuallyPersistentEngine::notifyPendingConnections (this=0x5ed1b00) at src/ep_engine.cc:3400 #5 0x00007f65bd7b4aa3 in EvpNotifyPendingConns (arg=0x5ed1b00) at src/ep_engine.cc:1152 #6 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #7 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 17 (Thread 0x7f65c0267700 (LWP 30972)): #0 0x00007f65c209f353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f65c2eeff36 in epoll_dispatch (base=0x5e7c500, tv=) at epoll.c:404 #2 0x00007f65c2edb394 in event_base_loop (base=0x5e7c500, flags=) at event.c:1558 #3 0x0000000000414c04 in worker_libevent (arg=0x1617400) at daemon/thread.c:301 #4 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 16 (Thread 0x7f65b83a6700 (LWP 30985)): #0 0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f65bd795288 in wait (tv=..., this=) at src/syncobject.hh:57 #2 IdleTask::run (this=0x161c750, d=...) at src/dispatcher.cc:342 #3 0x00007f65bd797e3a in Dispatcher::run (this=0x601c540) at src/dispatcher.cc:184 #4 0x00007f65bd79860d in launch_dispatcher_thread (arg=0x601c594) at src/dispatcher.cc:28 #5 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 15 (Thread 0x7f65bbbad700 (LWP 30978)): #0 0x00007f65c206a83d in nanosleep () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f65c2098774 in usleep () from /lib/x86_64-linux-gnu/libc.so.6 #2 0x00007f65bd7d4975 in updateStatsThread (arg=) at src/memory_tracker.cc:31 #3 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #4 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #5 0x0000000000000000 in ?? () Thread 14 (Thread 0x7f65bfa66700 (LWP 30973)): #0 0x00007f65c209f353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f65c2eeff36 in epoll_dispatch (base=0x5e7c280, tv=) at epoll.c:404 #2 0x00007f65c2edb394 in event_base_loop (base=0x5e7c280, flags=) at event.c:1558 #3 0x0000000000414c04 in worker_libevent (arg=0x16174f8) at daemon/thread.c:301 #4 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 13 (Thread 0x7f65b9ba9700 (LWP 30982)): #0 0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f65bd795288 in wait (tv=..., this=) at src/syncobject.hh:57 #2 IdleTask::run (this=0x161c240, d=...) at src/dispatcher.cc:342 #3 0x00007f65bd797e3a in Dispatcher::run (this=0x5ec9500) at src/dispatcher.cc:184 #4 0x00007f65bd79860d in launch_dispatcher_thread (arg=0x5ec9554) at src/dispatcher.cc:28 #5 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 12 (Thread 0x7f65bea64700 (LWP 30975)): #0 0x00007f65c209f353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f65c2eeff36 in epoll_dispatch (base=0x5e7ca00, tv=) at epoll.c:404 #2 0x00007f65c2edb394 in event_base_loop (base=0x5e7ca00, flags=) at event.c:1558 #3 0x0000000000414c04 in worker_libevent (arg=0x16176e8) at daemon/thread.c:301 #4 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 11 (Thread 0x7f65b7ba5700 (LWP 30986)): #0 0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f65bd795288 in wait (tv=..., this=) at src/syncobject.hh:57 #2 IdleTask::run (this=0x161c6c0, d=...) at src/dispatcher.cc:342 #3 0x00007f65bd797e3a in Dispatcher::run (this=0x601d340) at src/dispatcher.cc:184 #4 0x00007f65bd79860d in launch_dispatcher_thread (arg=0x601d394) at src/dispatcher.cc:28 #5 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 10 (Thread 0x7f65c352d740 (LWP 30969)): #0 0x00007f65c209f353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f65c2eeff36 in epoll_dispatch (base=0x5e7c000, tv=) at epoll.c:404 #2 0x00007f65c2edb394 in event_base_loop (base=0x5e7c000, flags=) at event.c:1558 #3 0x000000000040c7c1 in main (argc=, argv=) at daemon/memcached.c:7919 Thread 9 (Thread 0x7f65c1891700 (LWP 30970)): #0 0x00007f65c20918bd in read () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f65c2025ff8 in _IO_file_underflow () from /lib/x86_64-linux-gnu/libc.so.6 #2 0x00007f65c202703e in _IO_default_uflow () from /lib/x86_64-linux-gnu/libc.so.6 #3 0x00007f65c201b18a in _IO_getline_info () from /lib/x86_64-linux-gnu/libc.so.6 #4 0x00007f65c201a06b in fgets () from /lib/x86_64-linux-gnu/libc.so.6 #5 0x00007f65c1892b19 in fgets (__stream=, __n=, __s=) at /usr/include/bits/stdio2.h:255 #6 check_stdin_thread (arg=) at extensions/daemon/stdin_check.c:37 #7 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #8 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 8 (Thread 0x7f65babab700 (LWP 30980)): #0 0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f65bd795288 in wait (tv=..., this=) at src/syncobject.hh:57 #2 IdleTask::run (this=0x161c360, d=...) at src/dispatcher.cc:342 #3 0x00007f65bd797e3a in Dispatcher::run (this=0x5ec9880) at src/dispatcher.cc:184 #4 0x00007f65bd79860d in launch_dispatcher_thread (arg=0x5ec98d4) at src/dispatcher.cc:28 #5 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 7 (Thread 0x7f65b8ba7700 (LWP 30984)): #0 0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f65bd795288 in wait (tv=..., this=) at src/syncobject.hh:57 #2 IdleTask::run (this=0x161c630, d=...) at src/dispatcher.cc:342 #3 0x00007f65bd797e3a in Dispatcher::run (this=0x601c700) at src/dispatcher.cc:184 #4 0x00007f65bd79860d in launch_dispatcher_thread (arg=0x601c754) at src/dispatcher.cc:28 #5 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 6 (Thread 0x7f65be263700 (LWP 30976)): #0 0x00007f65c209f353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f65c2eeff36 in epoll_dispatch (base=0x5e7c780, tv=) at epoll.c:404 #2 0x00007f65c2edb394 in event_base_loop (base=0x5e7c780, flags=) at event.c:1558 #3 0x0000000000414c04 in worker_libevent (arg=0x16177e0) at daemon/thread.c:301 #4 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 5 (Thread 0x7f65bf265700 (LWP 30974)): #0 0x00007f65c209f353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f65c2eeff36 in epoll_dispatch (base=0x5e7cc80, tv=) at epoll.c:404 #2 0x00007f65c2edb394 in event_base_loop (base=0x5e7cc80, flags=) at event.c:1558 #3 0x0000000000414c04 in worker_libevent (arg=0x16175f0) at daemon/thread.c:301 #4 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 4 (Thread 0x7f65ba3aa700 (LWP 30981)): #0 0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f65bd795288 in wait (tv=..., this=) at src/syncobject.hh:57 #2 IdleTask::run (this=0x161c2d0, d=...) at src/dispatcher.cc:342 #3 0x00007f65bd797e3a in Dispatcher::run (this=0x5ec96c0) at src/dispatcher.cc:184 #4 0x00007f65bd79860d in launch_dispatcher_thread (arg=0x5ec9714) at src/dispatcher.cc:28 #5 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 3 (Thread 0x7f65c0c75700 (LWP 30971)): #0 0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f65c0e8f176 in logger_thead_main (arg=) at extensions/loggers/file_logger.c:368 #2 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #4 0x0000000000000000 in ?? () Thread 2 (Thread 0x7f65bb3ac700 (LWP 30979)): #0 0x00007f65c1fe57c4 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #2 0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #3 0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #4 0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #5 0x00007f65c1fe55b7 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x00007f65c1fe5abb in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x00007f65bd563973 in update_indexes (db=, seqs=0x24191e010, seqvals=0x241a445b0, ids=0x2419b12e0, idvals=0x241ad7880, numdocs=37677) at src/couch_save.c:179 #12 0x00007f65bd5642fd in couchstore_save_documents (db=, docs=0x1edff2000, infos=0x1eb8ee000, numdocs=, options=) at src/couch_save.c:359 #13 0x00007f65bd811428 in CouchKVStore::saveDocs (this=0x5ee8000, vbid=922, rev=, docs=, docinfos=0x1eb8ee000, docCount=) at src/couch-kvstore/couch-kvstore.cc:1477 #14 0x00007f65bd811c6b in CouchKVStore::commit2couchstore (this=0x5ee8000) at src/couch-kvstore/couch-kvstore.cc:1414 #15 0x00007f65bd811e5a in CouchKVStore::commit (this=0x18b42905c) at src/couch-kvstore/couch-kvstore.cc:806 #16 0x00007f65bd7a0496 in EventuallyPersistentStore::flushVBucket (this=0x5ecc480, vbid=) at src/ep.cc:1965 #17 0x00007f65bd7cfc8a in doFlush (this=) at src/flusher.cc:214 #18 Flusher::step (this=0x5ee65a0, d=..., tid=...) at src/flusher.cc:153 #19 0x00007f65bd797e3a in Dispatcher::run (this=0x5ec8a80) at src/dispatcher.cc:184 #20 0x00007f65bd79860d in launch_dispatcher_thread (arg=0x18b42905c) at src/dispatcher.cc:28 #21 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #22 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #23 0x0000000000000000 in ?? () Thread 1 (Thread 0x7f65b73a4700 (LWP 30987)): #0 0x00007f65c1d49bc3 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #1 0x00007f65c1d49c13 in std::basic_string, std::allocator >::~basic_string() () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x00007f65bd78ab47 in ~pair (this=, __in_chrg=) at /usr/include/c++/4.4/bits/stl_pair.h:68 #3 destroy (__p=, this=) at /usr/include/c++/4.4/ext/new_allocator.h:115 #4 _M_deallocate_node (__n=, this=) at /usr/include/c++/4.4/tr1_impl/hashtable:509 #5 _M_deallocate_nodes (__n=, __array=, this=) at /usr/include/c++/4.4/tr1_impl/hashtable:530 #6 clear (this=) at /usr/include/c++/4.4/tr1_impl/hashtable:1209 #7 ~_Hashtable (this=, __in_chrg=) at /usr/include/c++/4.4/tr1_impl/hashtable:724 #8 ~__unordered_map (this=, __in_chrg=) at /usr/include/c++/4.4/tr1_impl/unordered_map:48 #9 ~unordered_map (this=, __in_chrg=) at /usr/include/c++/4.4/tr1_impl/unordered_map:190 #10 Checkpoint::~Checkpoint (this=0xf88f2c0, __in_chrg=) at src/checkpoint.cc:49 #11 0x00007f65bd790321 in CheckpointManager::removeClosedUnrefCheckpoints (this=0xf988090, vbucket=..., newOpenCheckpointCreated=) at src/checkpoint.cc:602 #12 0x00007f65bd794684 in CheckpointVisitor::visitBucket (this=0x5e82850, vb=...) at src/checkpoint_remover.cc:24 #13 0x00007f65bd79ba0d in VBCBAdaptor::callback (this=0x9b838750, d=..., t=...) at src/ep.cc:2522 #14 0x00007f65bd797e3a in Dispatcher::run (this=0x601d180) at src/dispatcher.cc:184 #15 0x00007f65bd79860d in launch_dispatcher_thread (arg=0x837e2cd7eb) at src/dispatcher.cc:28 #16 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #17 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #18 0x0000000000000000 in ?? () -------------------------------------------------------------------------------- Module information: