4ba9S4ks9N9FLwCOWwbicS changeset

Changeset303364386361 (b)
ParentNone (a)
ab
0+Missing separate debuginfos, use: debuginfo-install couchbase-server-2.0.0-1808.x86_64
0+(gdb) t a a bt
0+
0+Thread 7 (Thread 0x7f1dbd27d700 (LWP 25046)):
0+#0  0x00007f1dbe94d7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x00007f1dbd2814d6 in logger_thead_main (arg=0x1b0c040) at extensions/loggers/file_logger.c:368
0+#2  0x00007f1dbe949851 in start_thread () from /lib64/libpthread.so.0
0+#3  0x00007f1dbe6976dd in clone () from /lib64/libc.so.6
0+
0+Thread 6 (Thread 0x7f1db946b700 (LWP 25157)):
0+#0  0x00007f1dbe65b97d in nanosleep () from /lib64/libc.so.6
0+#1  0x00007f1dbe690b34 in usleep () from /lib64/libc.so.6
0+#2  0x00007f1db87d8165 in updateStatsThread (arg=0x1b0c4c0) at src/memory_tracker.cc:31
0+#3  0x00007f1dbe949851 in start_thread () from /lib64/libpthread.so.0
0+#4  0x00007f1dbe6976dd in clone () from /lib64/libc.so.6
0+
0+Thread 5 (Thread 0x7f1db8150700 (LWP 25158)):
0+#0  0x00007f1dbe65b97d in nanosleep () from /lib64/libc.so.6
0+#1  0x00007f1dbe690b34 in usleep () from /lib64/libc.so.6
0+#2  0x00007f1db881b24b in CouchNotifier::ensureConnection (this=0x63ec000) at src/couch-kvstore/couch-notifier.cc:333
0+#3  0x00007f1db881bb13 in CouchNotifier::sendCommand (this=0x63ec000, rh=0x4f64e90a0) at src/couch-kvstore/couch-notifier.cc:430
0+#4  0x00007f1db881becc in CouchNotifier::selectBucket (this=0x63ec000) at src/couch-kvstore/couch-notifier.cc:719
0+#5  0x00007f1db881c077 in CouchNotifier::resetConnection (this=0x63ec000) at src/couch-kvstore/couch-notifier.cc:196
0+#6  0x00007f1db881c34a in CouchNotifier::processInput (this=0x63ec000) at src/couch-kvstore/couch-notifier.cc:586
0+#7  0x00007f1db881bb6b in maybeProcessInput (this=0x63ec000, rh=0x4f64e90a0) at src/couch-kvstore/couch-notifier.cc:528
0+#8  CouchNotifier::sendCommand (this=0x63ec000, rh=0x4f64e90a0) at src/couch-kvstore/couch-notifier.cc:432
0+#9  0x00007f1db881c792 in CouchNotifier::notify_update (this=0x63ec000, vbs=..., file_version=2, header_offset=32972800, cb=...) at src/couch-kvstore/couch-notifier.cc:751
0+#10 0x00007f1db8814a22 in notify_headerpos_update (this=0x63e4000, vbid=367, rev=2, docs=0x1b087a8, docinfos=0x1b085a0, docCount=1) at ./src/couch-kvstore/couch-notifier.hh:115
0+#11 CouchKVStore::saveDocs (this=0x63e4000, vbid=367, rev=2, docs=0x1b087a8, docinfos=0x1b085a0, docCount=1) at src/couch-kvstore/couch-kvstore.cc:1565
0+#12 0x00007f1db8814f61 in CouchKVStore::commit2couchstore (this=0x63e4000) at src/couch-kvstore/couch-kvstore.cc:1474
0+#13 0x00007f1db8815299 in queueItem (this=0x63e4000, itm=..., cb=<value optimized out>) at src/couch-kvstore/couch-kvstore.cc:1606
0+#14 CouchKVStore::set (this=0x63e4000, itm=..., cb=<value optimized out>) at src/couch-kvstore/couch-kvstore.cc:343
0+#15 0x00007f1db87a6744 in EventuallyPersistentStore::flushOneDelOrSet (this=0x1b11200, qi=..., rejectQueue=0x64767d0) at src/ep.cc:2165
0+#16 0x00007f1db87aa4f4 in EventuallyPersistentStore::flushOne (this=0x1b11200, q=<value optimized out>, rejectQueue=0x64767d0) at src/ep.cc:2205
0+#17 0x00007f1db87ad818 in EventuallyPersistentStore::flushSome (this=0x1b11200, q=0x1b114c0, rejectQueue=0x64767d0) at src/ep.cc:1854
0+#18 0x00007f1db87d28f9 in Flusher::doFlush (this=0x63fc1b0) at src/flusher.cc:245
0+#19 0x00007f1db87d32a5 in Flusher::step (this=0x63fc1b0, d=..., tid=...) at src/flusher.cc:158
0+#20 0x00007f1db879df0a in Dispatcher::run (this=0x63b4c40) at src/dispatcher.cc:173
0+#21 0x00007f1db879e80b in launch_dispatcher_thread (arg=0x63b4c40) at src/dispatcher.cc:28
0+#22 0x00007f1dbe949851 in start_thread () from /lib64/libpthread.so.0
0+#23 0x00007f1dbe6976dd in clone () from /lib64/libc.so.6
0+
0+Thread 4 (Thread 0x7f1db774f700 (LWP 25159)):
0+#0  0x00007f1dbe94d7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x00007f1db879b848 in wait (this=0x63fc090, d=...) at src/syncobject.hh:58
0+#2  IdleTask::run (this=0x63fc090, d=...) at src/dispatcher.cc:336
0+#3  0x00007f1db879df0a in Dispatcher::run (this=0x63b4a80) at src/dispatcher.cc:173
0+#4  0x00007f1db879e80b in launch_dispatcher_thread (arg=0x63b4a80) at src/dispatcher.cc:28
0+#5  0x00007f1dbe949851 in start_thread () from /lib64/libpthread.so.0
0+#6  0x00007f1dbe6976dd in clone () from /lib64/libc.so.6
0+
0+Thread 3 (Thread 0x7f1db6d4e700 (LWP 25160)):
0+#0  0x00007f1dbe94d7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x00007f1db879b848 in wait (this=0x63fc2d0, d=...) at src/syncobject.hh:58
0+---Type <return> to continue, or q <return> to quit---
0+#2  IdleTask::run (this=0x63fc2d0, d=...) at src/dispatcher.cc:336
0+#3  0x00007f1db879df0a in Dispatcher::run (this=0x63b5880) at src/dispatcher.cc:173
0+#4  0x00007f1db879e80b in launch_dispatcher_thread (arg=0x63b5880) at src/dispatcher.cc:28
0+#5  0x00007f1dbe949851 in start_thread () from /lib64/libpthread.so.0
0+#6  0x00007f1dbe6976dd in clone () from /lib64/libc.so.6
0+
0+Thread 2 (Thread 0x7f1db634d700 (LWP 25161)):
0+#0  0x00007f1dbe94d7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x00007f1db879b848 in wait (this=0x63fc240, d=...) at src/syncobject.hh:58
0+#2  IdleTask::run (this=0x63fc240, d=...) at src/dispatcher.cc:336
0+#3  0x00007f1db879df0a in Dispatcher::run (this=0x63b56c0) at src/dispatcher.cc:173
0+#4  0x00007f1db879e80b in launch_dispatcher_thread (arg=0x63b56c0) at src/dispatcher.cc:28
0+#5  0x00007f1dbe949851 in start_thread () from /lib64/libpthread.so.0
0+#6  0x00007f1dbe6976dd in clone () from /lib64/libc.so.6
0+
0+Thread 1 (Thread 0x7f1dbfa96720 (LWP 25034)):
0+#0  0x00007f1dbe65b97d in nanosleep () from /lib64/libc.so.6
0+#1  0x00007f1dbe690b34 in usleep () from /lib64/libc.so.6
0+#2  0x00007f1db87d2cda in Flusher::wait (this=0x63fc1b0) at src/flusher.cc:35
0+#3  0x00007f1db87a491d in stopFlusher (this=0x1b11200, __in_chrg=<value optimized out>) at src/ep.cc:580
0+#4  EventuallyPersistentStore::~EventuallyPersistentStore (this=0x1b11200, __in_chrg=<value optimized out>) at src/ep.cc:526
0+#5  0x00007f1db87c9e7f in EventuallyPersistentEngine::~EventuallyPersistentEngine() () from /opt/couchbase/lib/memcached/ep.so
0+#6  0x00007f1db87bb895 in EvpDestroy (handle=<value optimized out>, force=false) at src/ep_engine.cc:126
0+#7  0x00007f1dbc672bb5 in bucket_shutdown_engine (key=<value optimized out>, nkey=<value optimized out>, val=0x637e2a0, nval=<value optimized out>, args=<value optimized out>) at bucket_engine.c:1290
0+#8  0x00007f1dbc67966c in genhash_iter (h=0x6382000, iterfunc=0x7f1dbc672b80 <bucket_shutdown_engine>, arg=0x0) at genhash.c:275
0+#9  0x00007f1dbc673f46 in bucket_destroy (handle=0x7f1dbc87c640, force=<value optimized out>) at bucket_engine.c:1327
0+#10 0x0000000000409777 in main (argc=<value optimized out>, argv=<value optimized out>) at daemon/memcached.c:7921
...
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
--- Revision None
+++ Revision 303364386361
@@ -0,0 +1,82 @@
+Missing separate debuginfos, use: debuginfo-install couchbase-server-2.0.0-1808.x86_64
+(gdb) t a a bt
+
+Thread 7 (Thread 0x7f1dbd27d700 (LWP 25046)):
+#0 0x00007f1dbe94d7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1 0x00007f1dbd2814d6 in logger_thead_main (arg=0x1b0c040) at extensions/loggers/file_logger.c:368
+#2 0x00007f1dbe949851 in start_thread () from /lib64/libpthread.so.0
+#3 0x00007f1dbe6976dd in clone () from /lib64/libc.so.6
+
+Thread 6 (Thread 0x7f1db946b700 (LWP 25157)):
+#0 0x00007f1dbe65b97d in nanosleep () from /lib64/libc.so.6
+#1 0x00007f1dbe690b34 in usleep () from /lib64/libc.so.6
+#2 0x00007f1db87d8165 in updateStatsThread (arg=0x1b0c4c0) at src/memory_tracker.cc:31
+#3 0x00007f1dbe949851 in start_thread () from /lib64/libpthread.so.0
+#4 0x00007f1dbe6976dd in clone () from /lib64/libc.so.6
+
+Thread 5 (Thread 0x7f1db8150700 (LWP 25158)):
+#0 0x00007f1dbe65b97d in nanosleep () from /lib64/libc.so.6
+#1 0x00007f1dbe690b34 in usleep () from /lib64/libc.so.6
+#2 0x00007f1db881b24b in CouchNotifier::ensureConnection (this=0x63ec000) at src/couch-kvstore/couch-notifier.cc:333
+#3 0x00007f1db881bb13 in CouchNotifier::sendCommand (this=0x63ec000, rh=0x4f64e90a0) at src/couch-kvstore/couch-notifier.cc:430
+#4 0x00007f1db881becc in CouchNotifier::selectBucket (this=0x63ec000) at src/couch-kvstore/couch-notifier.cc:719
+#5 0x00007f1db881c077 in CouchNotifier::resetConnection (this=0x63ec000) at src/couch-kvstore/couch-notifier.cc:196
+#6 0x00007f1db881c34a in CouchNotifier::processInput (this=0x63ec000) at src/couch-kvstore/couch-notifier.cc:586
+#7 0x00007f1db881bb6b in maybeProcessInput (this=0x63ec000, rh=0x4f64e90a0) at src/couch-kvstore/couch-notifier.cc:528
+#8 CouchNotifier::sendCommand (this=0x63ec000, rh=0x4f64e90a0) at src/couch-kvstore/couch-notifier.cc:432
+#9 0x00007f1db881c792 in CouchNotifier::notify_update (this=0x63ec000, vbs=..., file_version=2, header_offset=32972800, cb=...) at src/couch-kvstore/couch-notifier.cc:751
+#10 0x00007f1db8814a22 in notify_headerpos_update (this=0x63e4000, vbid=367, rev=2, docs=0x1b087a8, docinfos=0x1b085a0, docCount=1) at ./src/couch-kvstore/couch-notifier.hh:115
+#11 CouchKVStore::saveDocs (this=0x63e4000, vbid=367, rev=2, docs=0x1b087a8, docinfos=0x1b085a0, docCount=1) at src/couch-kvstore/couch-kvstore.cc:1565
+#12 0x00007f1db8814f61 in CouchKVStore::commit2couchstore (this=0x63e4000) at src/couch-kvstore/couch-kvstore.cc:1474
+#13 0x00007f1db8815299 in queueItem (this=0x63e4000, itm=..., cb=<value optimized out>) at src/couch-kvstore/couch-kvstore.cc:1606
+#14 CouchKVStore::set (this=0x63e4000, itm=..., cb=<value optimized out>) at src/couch-kvstore/couch-kvstore.cc:343
+#15 0x00007f1db87a6744 in EventuallyPersistentStore::flushOneDelOrSet (this=0x1b11200, qi=..., rejectQueue=0x64767d0) at src/ep.cc:2165
+#16 0x00007f1db87aa4f4 in EventuallyPersistentStore::flushOne (this=0x1b11200, q=<value optimized out>, rejectQueue=0x64767d0) at src/ep.cc:2205
+#17 0x00007f1db87ad818 in EventuallyPersistentStore::flushSome (this=0x1b11200, q=0x1b114c0, rejectQueue=0x64767d0) at src/ep.cc:1854
+#18 0x00007f1db87d28f9 in Flusher::doFlush (this=0x63fc1b0) at src/flusher.cc:245
+#19 0x00007f1db87d32a5 in Flusher::step (this=0x63fc1b0, d=..., tid=...) at src/flusher.cc:158
+#20 0x00007f1db879df0a in Dispatcher::run (this=0x63b4c40) at src/dispatcher.cc:173
+#21 0x00007f1db879e80b in launch_dispatcher_thread (arg=0x63b4c40) at src/dispatcher.cc:28
+#22 0x00007f1dbe949851 in start_thread () from /lib64/libpthread.so.0
+#23 0x00007f1dbe6976dd in clone () from /lib64/libc.so.6
+
+Thread 4 (Thread 0x7f1db774f700 (LWP 25159)):
+#0 0x00007f1dbe94d7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1 0x00007f1db879b848 in wait (this=0x63fc090, d=...) at src/syncobject.hh:58
+#2 IdleTask::run (this=0x63fc090, d=...) at src/dispatcher.cc:336
+#3 0x00007f1db879df0a in Dispatcher::run (this=0x63b4a80) at src/dispatcher.cc:173
+#4 0x00007f1db879e80b in launch_dispatcher_thread (arg=0x63b4a80) at src/dispatcher.cc:28
+#5 0x00007f1dbe949851 in start_thread () from /lib64/libpthread.so.0
+#6 0x00007f1dbe6976dd in clone () from /lib64/libc.so.6
+
+Thread 3 (Thread 0x7f1db6d4e700 (LWP 25160)):
+#0 0x00007f1dbe94d7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1 0x00007f1db879b848 in wait (this=0x63fc2d0, d=...) at src/syncobject.hh:58
+---Type <return> to continue, or q <return> to quit---
+#2 IdleTask::run (this=0x63fc2d0, d=...) at src/dispatcher.cc:336
+#3 0x00007f1db879df0a in Dispatcher::run (this=0x63b5880) at src/dispatcher.cc:173
+#4 0x00007f1db879e80b in launch_dispatcher_thread (arg=0x63b5880) at src/dispatcher.cc:28
+#5 0x00007f1dbe949851 in start_thread () from /lib64/libpthread.so.0
+#6 0x00007f1dbe6976dd in clone () from /lib64/libc.so.6
+
+Thread 2 (Thread 0x7f1db634d700 (LWP 25161)):
+#0 0x00007f1dbe94d7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1 0x00007f1db879b848 in wait (this=0x63fc240, d=...) at src/syncobject.hh:58
+#2 IdleTask::run (this=0x63fc240, d=...) at src/dispatcher.cc:336
+#3 0x00007f1db879df0a in Dispatcher::run (this=0x63b56c0) at src/dispatcher.cc:173
+#4 0x00007f1db879e80b in launch_dispatcher_thread (arg=0x63b56c0) at src/dispatcher.cc:28
+#5 0x00007f1dbe949851 in start_thread () from /lib64/libpthread.so.0
+#6 0x00007f1dbe6976dd in clone () from /lib64/libc.so.6
+
+Thread 1 (Thread 0x7f1dbfa96720 (LWP 25034)):
+#0 0x00007f1dbe65b97d in nanosleep () from /lib64/libc.so.6
+#1 0x00007f1dbe690b34 in usleep () from /lib64/libc.so.6
+#2 0x00007f1db87d2cda in Flusher::wait (this=0x63fc1b0) at src/flusher.cc:35
+#3 0x00007f1db87a491d in stopFlusher (this=0x1b11200, __in_chrg=<value optimized out>) at src/ep.cc:580
+#4 EventuallyPersistentStore::~EventuallyPersistentStore (this=0x1b11200, __in_chrg=<value optimized out>) at src/ep.cc:526
+#5 0x00007f1db87c9e7f in EventuallyPersistentEngine::~EventuallyPersistentEngine() () from /opt/couchbase/lib/memcached/ep.so
+#6 0x00007f1db87bb895 in EvpDestroy (handle=<value optimized out>, force=false) at src/ep_engine.cc:126
+#7 0x00007f1dbc672bb5 in bucket_shutdown_engine (key=<value optimized out>, nkey=<value optimized out>, val=0x637e2a0, nval=<value optimized out>, args=<value optimized out>) at bucket_engine.c:1290
+#8 0x00007f1dbc67966c in genhash_iter (h=0x6382000, iterfunc=0x7f1dbc672b80 <bucket_shutdown_engine>, arg=0x0) at genhash.c:275
+#9 0x00007f1dbc673f46 in bucket_destroy (handle=0x7f1dbc87c640, force=<value optimized out>) at bucket_engine.c:1327
+#10 0x0000000000409777 in main (argc=<value optimized out>, argv=<value optimized out>) at daemon/memcached.c:7921