5gFQw9wPBFOgNjue64HfM2 changeset

Changeset653933636137 (b)
ParentNone (a)
ab
0+Missing separate debuginfos, use: debuginfo-install couchbase-server-2.0.0-1699.x86_64
0+(gdb) t a a bt
0+
0+Thread 12 (Thread 0x7f86cf908700 (LWP 20232)):
0+#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x00007f86cf90c486 in logger_thead_main (arg=0xb4a040) at extensions/loggers/file_logger.c:356
0+#2  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
0+#3  0x0000003d70ee76dd in clone () from /lib64/libc.so.6
0+
0+Thread 11 (Thread 0x7f86cbaf6700 (LWP 20387)):
0+#0  0x0000003d70eab97d in nanosleep () from /lib64/libc.so.6
0+#1  0x0000003d70ee0b34 in usleep () from /lib64/libc.so.6
0+#2  0x00007f86cae62f75 in updateStatsThread (arg=0xb4a4c0) at src/memory_tracker.cc:31
0+#3  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
0+#4  0x0000003d70ee76dd in clone () from /lib64/libc.so.6
0+
0+Thread 10 (Thread 0x7f86ca7cf700 (LWP 20388)):
0+#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x00007f86cae26788 in wait (this=0x5436120, d=...) at src/syncobject.hh:58
0+#2  IdleTask::run (this=0x5436120, d=...) at src/dispatcher.cc:336
0+#3  0x00007f86cae28e4a in Dispatcher::run (this=0x53eec40) at src/dispatcher.cc:173
0+#4  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x53eec40) at src/dispatcher.cc:28
0+#5  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
0+#6  0x0000003d70ee76dd in clone () from /lib64/libc.so.6
0+
0+Thread 9 (Thread 0x7f86c9dce700 (LWP 20389)):
0+#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x00007f86cae26788 in wait (this=0x5436090, d=...) at src/syncobject.hh:58
0+#2  IdleTask::run (this=0x5436090, d=...) at src/dispatcher.cc:336
0+#3  0x00007f86cae28e4a in Dispatcher::run (this=0x53eea80) at src/dispatcher.cc:173
0+#4  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x53eea80) at src/dispatcher.cc:28
0+#5  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
0+#6  0x0000003d70ee76dd in clone () from /lib64/libc.so.6
0+
0+Thread 8 (Thread 0x7f86c93cd700 (LWP 20390)):
0+#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x00007f86cae26788 in wait (this=0x54362d0, d=...) at src/syncobject.hh:58
0+#2  IdleTask::run (this=0x54362d0, d=...) at src/dispatcher.cc:336
0+#3  0x00007f86cae28e4a in Dispatcher::run (this=0x53ef880) at src/dispatcher.cc:173
0+#4  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x53ef880) at src/dispatcher.cc:28
0+#5  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
0+#6  0x0000003d70ee76dd in clone () from /lib64/libc.so.6
0+
0+Thread 7 (Thread 0x7f86c89cc700 (LWP 20391)):
0+#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x00007f86cae26788 in wait (this=0x5436240, d=...) at src/syncobject.hh:58
0+#2  IdleTask::run (this=0x5436240, d=...) at src/dispatcher.cc:336
0+#3  0x00007f86cae28e4a in Dispatcher::run (this=0x53ef6c0) at src/dispatcher.cc:173
0+#4  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x53ef6c0) at src/dispatcher.cc:28
0+#5  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
0+#6  0x0000003d70ee76dd in clone () from /lib64/libc.so.6
0+
0+Thread 6 (Thread 0x7f86c7fcb700 (LWP 20392)):
0+#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x00007f86cae4389f in wait (this=0x53ae000) at src/syncobject.hh:58
0+#2  wait (this=0x53ae000) at src/syncobject.hh:74
0+#3  wait (this=0x53ae000) at src/tapconnmap.hh:169
0+#4  EventuallyPersistentEngine::notifyPendingConnections (this=0x53ae000) at src/ep_engine.cc:3389
0+#5  0x00007f86cae43983 in EvpNotifyPendingConns (arg=0x53ae000) at src/ep_engine.cc:1119
0+#6  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
0+#7  0x0000003d70ee76dd in clone () from /lib64/libc.so.6
0+
0+Thread 5 (Thread 0x7f86c75ca700 (LWP 20405)):
0+#0  0x0000003d76a9d4d6 in std::basic_string<char, std::char_traits<char>, std::allocator<char> >::assign(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /usr/lib64/libstdc++.so.6
0+#1  0x00007f86cae37c77 in Item (this=0xb4ed00, qi=..., rejectQueue=0x94eb3860) at src/item.hh:182
0+---Type <return> to continue, or q <return> to quit---
0+#2  EventuallyPersistentStore::flushOneDelOrSet (this=0xb4ed00, qi=..., rejectQueue=0x94eb3860) at src/ep.cc:2073
0+#3  0x00007f86cae38934 in EventuallyPersistentStore::flushOne (this=0xb4ed00, q=<value optimized out>, rejectQueue=0x94eb3860) at src/ep.cc:2187
0+#4  0x00007f86cae38a90 in EventuallyPersistentStore::flushSome (this=0xb4ed00, q=0xb4efc0, rejectQueue=0x94eb3860) at src/ep.cc:1833
0+#5  0x00007f86cae5d709 in Flusher::doFlush (this=0x5436990) at src/flusher.cc:245
0+#6  0x00007f86cae5e000 in completeFlush (this=0x5436990, d=<value optimized out>, tid=<value optimized out>) at src/flusher.cc:205
0+#7  Flusher::step (this=0x5436990, d=<value optimized out>, tid=<value optimized out>) at src/flusher.cc:178
0+#8  0x00007f86cae28e4a in Dispatcher::run (this=0x5eb21c0) at src/dispatcher.cc:173
0+#9  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x5eb21c0) at src/dispatcher.cc:28
0+#10 0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
0+#11 0x0000003d70ee76dd in clone () from /lib64/libc.so.6
0+
0+Thread 4 (Thread 0x7f86c6bc9700 (LWP 20406)):
0+#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x00007f86cae26788 in wait (this=0x5436870, d=...) at src/syncobject.hh:58
0+#2  IdleTask::run (this=0x5436870, d=...) at src/dispatcher.cc:336
0+#3  0x00007f86cae28e4a in Dispatcher::run (this=0x5eb2000) at src/dispatcher.cc:173
0+#4  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x5eb2000) at src/dispatcher.cc:28
0+#5  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
0+#6  0x0000003d70ee76dd in clone () from /lib64/libc.so.6
0+
0+Thread 3 (Thread 0x7f86c61c8700 (LWP 20407)):
0+#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x00007f86cae26788 in wait (this=0x54367e0, d=...) at src/syncobject.hh:58
0+#2  IdleTask::run (this=0x54367e0, d=...) at src/dispatcher.cc:336
0+#3  0x00007f86cae28e4a in Dispatcher::run (this=0x5eb2e00) at src/dispatcher.cc:173
0+#4  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x5eb2e00) at src/dispatcher.cc:28
0+#5  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
0+#6  0x0000003d70ee76dd in clone () from /lib64/libc.so.6
0+
0+Thread 2 (Thread 0x7f86c57c7700 (LWP 20408)):
0+#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x00007f86cae26788 in wait (this=0x5436a20, d=...) at src/syncobject.hh:58
0+#2  IdleTask::run (this=0x5436a20, d=...) at src/dispatcher.cc:336
0+#3  0x00007f86cae28e4a in Dispatcher::run (this=0x5eb2c40) at src/dispatcher.cc:173
0+#4  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x5eb2c40) at src/dispatcher.cc:28
0+#5  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
0+#6  0x0000003d70ee76dd in clone () from /lib64/libc.so.6
0+
0+Thread 1 (Thread 0x7f86d0720720 (LWP 20221)):
0+#0  0x0000003d70eab97d in nanosleep () from /lib64/libc.so.6
0+#1  0x0000003d70ee0b34 in usleep () from /lib64/libc.so.6
0+#2  0x00007f86cae5daea in Flusher::wait (this=0x5436990) at src/flusher.cc:35
0+#3  0x00007f86cae2db9c in stopFlusher (this=0xb4ed00, __in_chrg=<value optimized out>) at src/ep.cc:579
0+#4  EventuallyPersistentStore::~EventuallyPersistentStore (this=0xb4ed00, __in_chrg=<value optimized out>) at src/ep.cc:525
0+#5  0x00007f86cae54baf in EventuallyPersistentEngine::~EventuallyPersistentEngine() () from /opt/couchbase/lib/memcached/ep.so
0+#6  0x00007f86cae44da5 in EvpDestroy (handle=0x53ae900, force=false) at src/ep_engine.cc:126
0+#7  0x00007f86cecfdbb5 in bucket_shutdown_engine (key=<value optimized out>, nkey=<value optimized out>, val=0x53b8620, nval=<value optimized out>, args=<value optimized out>) at bucket_engine.c:1290
0+#8  0x00007f86ced0466c in genhash_iter (h=0x53bc000, iterfunc=0x7f86cecfdb80 <bucket_shutdown_engine>, arg=0x0) at genhash.c:275
0+#9  0x00007f86cecfef46 in bucket_destroy (handle=0x7f86cef07640, force=<value optimized out>) at bucket_engine.c:1327
0+#10 0x0000000000409777 in main (argc=<value optimized out>, argv=<value optimized out>) at daemon/memcached.c:7923
...
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
--- Revision None
+++ Revision 653933636137
@@ -0,0 +1,116 @@
+Missing separate debuginfos, use: debuginfo-install couchbase-server-2.0.0-1699.x86_64
+(gdb) t a a bt
+
+Thread 12 (Thread 0x7f86cf908700 (LWP 20232)):
+#0 0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1 0x00007f86cf90c486 in logger_thead_main (arg=0xb4a040) at extensions/loggers/file_logger.c:356
+#2 0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
+#3 0x0000003d70ee76dd in clone () from /lib64/libc.so.6
+
+Thread 11 (Thread 0x7f86cbaf6700 (LWP 20387)):
+#0 0x0000003d70eab97d in nanosleep () from /lib64/libc.so.6
+#1 0x0000003d70ee0b34 in usleep () from /lib64/libc.so.6
+#2 0x00007f86cae62f75 in updateStatsThread (arg=0xb4a4c0) at src/memory_tracker.cc:31
+#3 0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
+#4 0x0000003d70ee76dd in clone () from /lib64/libc.so.6
+
+Thread 10 (Thread 0x7f86ca7cf700 (LWP 20388)):
+#0 0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1 0x00007f86cae26788 in wait (this=0x5436120, d=...) at src/syncobject.hh:58
+#2 IdleTask::run (this=0x5436120, d=...) at src/dispatcher.cc:336
+#3 0x00007f86cae28e4a in Dispatcher::run (this=0x53eec40) at src/dispatcher.cc:173
+#4 0x00007f86cae2974b in launch_dispatcher_thread (arg=0x53eec40) at src/dispatcher.cc:28
+#5 0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
+#6 0x0000003d70ee76dd in clone () from /lib64/libc.so.6
+
+Thread 9 (Thread 0x7f86c9dce700 (LWP 20389)):
+#0 0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1 0x00007f86cae26788 in wait (this=0x5436090, d=...) at src/syncobject.hh:58
+#2 IdleTask::run (this=0x5436090, d=...) at src/dispatcher.cc:336
+#3 0x00007f86cae28e4a in Dispatcher::run (this=0x53eea80) at src/dispatcher.cc:173
+#4 0x00007f86cae2974b in launch_dispatcher_thread (arg=0x53eea80) at src/dispatcher.cc:28
+#5 0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
+#6 0x0000003d70ee76dd in clone () from /lib64/libc.so.6
+
+Thread 8 (Thread 0x7f86c93cd700 (LWP 20390)):
+#0 0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1 0x00007f86cae26788 in wait (this=0x54362d0, d=...) at src/syncobject.hh:58
+#2 IdleTask::run (this=0x54362d0, d=...) at src/dispatcher.cc:336
+#3 0x00007f86cae28e4a in Dispatcher::run (this=0x53ef880) at src/dispatcher.cc:173
+#4 0x00007f86cae2974b in launch_dispatcher_thread (arg=0x53ef880) at src/dispatcher.cc:28
+#5 0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
+#6 0x0000003d70ee76dd in clone () from /lib64/libc.so.6
+
+Thread 7 (Thread 0x7f86c89cc700 (LWP 20391)):
+#0 0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1 0x00007f86cae26788 in wait (this=0x5436240, d=...) at src/syncobject.hh:58
+#2 IdleTask::run (this=0x5436240, d=...) at src/dispatcher.cc:336
+#3 0x00007f86cae28e4a in Dispatcher::run (this=0x53ef6c0) at src/dispatcher.cc:173
+#4 0x00007f86cae2974b in launch_dispatcher_thread (arg=0x53ef6c0) at src/dispatcher.cc:28
+#5 0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
+#6 0x0000003d70ee76dd in clone () from /lib64/libc.so.6
+
+Thread 6 (Thread 0x7f86c7fcb700 (LWP 20392)):
+#0 0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1 0x00007f86cae4389f in wait (this=0x53ae000) at src/syncobject.hh:58
+#2 wait (this=0x53ae000) at src/syncobject.hh:74
+#3 wait (this=0x53ae000) at src/tapconnmap.hh:169
+#4 EventuallyPersistentEngine::notifyPendingConnections (this=0x53ae000) at src/ep_engine.cc:3389
+#5 0x00007f86cae43983 in EvpNotifyPendingConns (arg=0x53ae000) at src/ep_engine.cc:1119
+#6 0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
+#7 0x0000003d70ee76dd in clone () from /lib64/libc.so.6
+
+Thread 5 (Thread 0x7f86c75ca700 (LWP 20405)):
+#0 0x0000003d76a9d4d6 in std::basic_string<char, std::char_traits<char>, std::allocator<char> >::assign(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /usr/lib64/libstdc++.so.6
+#1 0x00007f86cae37c77 in Item (this=0xb4ed00, qi=..., rejectQueue=0x94eb3860) at src/item.hh:182
+---Type <return> to continue, or q <return> to quit---
+#2 EventuallyPersistentStore::flushOneDelOrSet (this=0xb4ed00, qi=..., rejectQueue=0x94eb3860) at src/ep.cc:2073
+#3 0x00007f86cae38934 in EventuallyPersistentStore::flushOne (this=0xb4ed00, q=<value optimized out>, rejectQueue=0x94eb3860) at src/ep.cc:2187
+#4 0x00007f86cae38a90 in EventuallyPersistentStore::flushSome (this=0xb4ed00, q=0xb4efc0, rejectQueue=0x94eb3860) at src/ep.cc:1833
+#5 0x00007f86cae5d709 in Flusher::doFlush (this=0x5436990) at src/flusher.cc:245
+#6 0x00007f86cae5e000 in completeFlush (this=0x5436990, d=<value optimized out>, tid=<value optimized out>) at src/flusher.cc:205
+#7 Flusher::step (this=0x5436990, d=<value optimized out>, tid=<value optimized out>) at src/flusher.cc:178
+#8 0x00007f86cae28e4a in Dispatcher::run (this=0x5eb21c0) at src/dispatcher.cc:173
+#9 0x00007f86cae2974b in launch_dispatcher_thread (arg=0x5eb21c0) at src/dispatcher.cc:28
+#10 0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
+#11 0x0000003d70ee76dd in clone () from /lib64/libc.so.6
+
+Thread 4 (Thread 0x7f86c6bc9700 (LWP 20406)):
+#0 0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1 0x00007f86cae26788 in wait (this=0x5436870, d=...) at src/syncobject.hh:58
+#2 IdleTask::run (this=0x5436870, d=...) at src/dispatcher.cc:336
+#3 0x00007f86cae28e4a in Dispatcher::run (this=0x5eb2000) at src/dispatcher.cc:173
+#4 0x00007f86cae2974b in launch_dispatcher_thread (arg=0x5eb2000) at src/dispatcher.cc:28
+#5 0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
+#6 0x0000003d70ee76dd in clone () from /lib64/libc.so.6
+
+Thread 3 (Thread 0x7f86c61c8700 (LWP 20407)):
+#0 0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1 0x00007f86cae26788 in wait (this=0x54367e0, d=...) at src/syncobject.hh:58
+#2 IdleTask::run (this=0x54367e0, d=...) at src/dispatcher.cc:336
+#3 0x00007f86cae28e4a in Dispatcher::run (this=0x5eb2e00) at src/dispatcher.cc:173
+#4 0x00007f86cae2974b in launch_dispatcher_thread (arg=0x5eb2e00) at src/dispatcher.cc:28
+#5 0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
+#6 0x0000003d70ee76dd in clone () from /lib64/libc.so.6
+
+Thread 2 (Thread 0x7f86c57c7700 (LWP 20408)):
+#0 0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1 0x00007f86cae26788 in wait (this=0x5436a20, d=...) at src/syncobject.hh:58
+#2 IdleTask::run (this=0x5436a20, d=...) at src/dispatcher.cc:336
+#3 0x00007f86cae28e4a in Dispatcher::run (this=0x5eb2c40) at src/dispatcher.cc:173
+#4 0x00007f86cae2974b in launch_dispatcher_thread (arg=0x5eb2c40) at src/dispatcher.cc:28
+#5 0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
+#6 0x0000003d70ee76dd in clone () from /lib64/libc.so.6
+
+Thread 1 (Thread 0x7f86d0720720 (LWP 20221)):
+#0 0x0000003d70eab97d in nanosleep () from /lib64/libc.so.6
+#1 0x0000003d70ee0b34 in usleep () from /lib64/libc.so.6
+#2 0x00007f86cae5daea in Flusher::wait (this=0x5436990) at src/flusher.cc:35
+#3 0x00007f86cae2db9c in stopFlusher (this=0xb4ed00, __in_chrg=<value optimized out>) at src/ep.cc:579
+#4 EventuallyPersistentStore::~EventuallyPersistentStore (this=0xb4ed00, __in_chrg=<value optimized out>) at src/ep.cc:525
+#5 0x00007f86cae54baf in EventuallyPersistentEngine::~EventuallyPersistentEngine() () from /opt/couchbase/lib/memcached/ep.so
+#6 0x00007f86cae44da5 in EvpDestroy (handle=0x53ae900, force=false) at src/ep_engine.cc:126
+#7 0x00007f86cecfdbb5 in bucket_shutdown_engine (key=<value optimized out>, nkey=<value optimized out>, val=0x53b8620, nval=<value optimized out>, args=<value optimized out>) at bucket_engine.c:1290
+#8 0x00007f86ced0466c in genhash_iter (h=0x53bc000, iterfunc=0x7f86cecfdb80 <bucket_shutdown_engine>, arg=0x0) at genhash.c:275
+#9 0x00007f86cecfef46 in bucket_destroy (handle=0x7f86cef07640, force=<value optimized out>) at bucket_engine.c:1327
+#10 0x0000000000409777 in main (argc=<value optimized out>, argv=<value optimized out>) at daemon/memcached.c:7923