Revision 653933636137 () - Diff

Link to this snippet: https://friendpaste.com/5gFQw9wPBFOgNjue64HfM2
Embed:
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
Missing separate debuginfos, use: debuginfo-install couchbase-server-2.0.0-1699.x86_64
(gdb) t a a bt

Thread 12 (Thread 0x7f86cf908700 (LWP 20232)):
#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f86cf90c486 in logger_thead_main (arg=0xb4a040) at extensions/loggers/file_logger.c:356
#2  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
#3  0x0000003d70ee76dd in clone () from /lib64/libc.so.6

Thread 11 (Thread 0x7f86cbaf6700 (LWP 20387)):
#0  0x0000003d70eab97d in nanosleep () from /lib64/libc.so.6
#1  0x0000003d70ee0b34 in usleep () from /lib64/libc.so.6
#2  0x00007f86cae62f75 in updateStatsThread (arg=0xb4a4c0) at src/memory_tracker.cc:31
#3  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
#4  0x0000003d70ee76dd in clone () from /lib64/libc.so.6

Thread 10 (Thread 0x7f86ca7cf700 (LWP 20388)):
#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f86cae26788 in wait (this=0x5436120, d=...) at src/syncobject.hh:58
#2  IdleTask::run (this=0x5436120, d=...) at src/dispatcher.cc:336
#3  0x00007f86cae28e4a in Dispatcher::run (this=0x53eec40) at src/dispatcher.cc:173
#4  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x53eec40) at src/dispatcher.cc:28
#5  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
#6  0x0000003d70ee76dd in clone () from /lib64/libc.so.6

Thread 9 (Thread 0x7f86c9dce700 (LWP 20389)):
#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f86cae26788 in wait (this=0x5436090, d=...) at src/syncobject.hh:58
#2  IdleTask::run (this=0x5436090, d=...) at src/dispatcher.cc:336
#3  0x00007f86cae28e4a in Dispatcher::run (this=0x53eea80) at src/dispatcher.cc:173
#4  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x53eea80) at src/dispatcher.cc:28
#5  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
#6  0x0000003d70ee76dd in clone () from /lib64/libc.so.6

Thread 8 (Thread 0x7f86c93cd700 (LWP 20390)):
#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f86cae26788 in wait (this=0x54362d0, d=...) at src/syncobject.hh:58
#2  IdleTask::run (this=0x54362d0, d=...) at src/dispatcher.cc:336
#3  0x00007f86cae28e4a in Dispatcher::run (this=0x53ef880) at src/dispatcher.cc:173
#4  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x53ef880) at src/dispatcher.cc:28
#5  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
#6  0x0000003d70ee76dd in clone () from /lib64/libc.so.6

Thread 7 (Thread 0x7f86c89cc700 (LWP 20391)):
#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f86cae26788 in wait (this=0x5436240, d=...) at src/syncobject.hh:58
#2  IdleTask::run (this=0x5436240, d=...) at src/dispatcher.cc:336
#3  0x00007f86cae28e4a in Dispatcher::run (this=0x53ef6c0) at src/dispatcher.cc:173
#4  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x53ef6c0) at src/dispatcher.cc:28
#5  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
#6  0x0000003d70ee76dd in clone () from /lib64/libc.so.6

Thread 6 (Thread 0x7f86c7fcb700 (LWP 20392)):
#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f86cae4389f in wait (this=0x53ae000) at src/syncobject.hh:58
#2  wait (this=0x53ae000) at src/syncobject.hh:74
#3  wait (this=0x53ae000) at src/tapconnmap.hh:169
#4  EventuallyPersistentEngine::notifyPendingConnections (this=0x53ae000) at src/ep_engine.cc:3389
#5  0x00007f86cae43983 in EvpNotifyPendingConns (arg=0x53ae000) at src/ep_engine.cc:1119
#6  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
#7  0x0000003d70ee76dd in clone () from /lib64/libc.so.6

Thread 5 (Thread 0x7f86c75ca700 (LWP 20405)):
#0  0x0000003d76a9d4d6 in std::basic_string<char, std::char_traits<char>, std::allocator<char> >::assign(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /usr/lib64/libstdc++.so.6
#1  0x00007f86cae37c77 in Item (this=0xb4ed00, qi=..., rejectQueue=0x94eb3860) at src/item.hh:182
---Type <return> to continue, or q <return> to quit---
#2  EventuallyPersistentStore::flushOneDelOrSet (this=0xb4ed00, qi=..., rejectQueue=0x94eb3860) at src/ep.cc:2073
#3  0x00007f86cae38934 in EventuallyPersistentStore::flushOne (this=0xb4ed00, q=<value optimized out>, rejectQueue=0x94eb3860) at src/ep.cc:2187
#4  0x00007f86cae38a90 in EventuallyPersistentStore::flushSome (this=0xb4ed00, q=0xb4efc0, rejectQueue=0x94eb3860) at src/ep.cc:1833
#5  0x00007f86cae5d709 in Flusher::doFlush (this=0x5436990) at src/flusher.cc:245
#6  0x00007f86cae5e000 in completeFlush (this=0x5436990, d=<value optimized out>, tid=<value optimized out>) at src/flusher.cc:205
#7  Flusher::step (this=0x5436990, d=<value optimized out>, tid=<value optimized out>) at src/flusher.cc:178
#8  0x00007f86cae28e4a in Dispatcher::run (this=0x5eb21c0) at src/dispatcher.cc:173
#9  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x5eb21c0) at src/dispatcher.cc:28
#10 0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
#11 0x0000003d70ee76dd in clone () from /lib64/libc.so.6

Thread 4 (Thread 0x7f86c6bc9700 (LWP 20406)):
#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f86cae26788 in wait (this=0x5436870, d=...) at src/syncobject.hh:58
#2  IdleTask::run (this=0x5436870, d=...) at src/dispatcher.cc:336
#3  0x00007f86cae28e4a in Dispatcher::run (this=0x5eb2000) at src/dispatcher.cc:173
#4  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x5eb2000) at src/dispatcher.cc:28
#5  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
#6  0x0000003d70ee76dd in clone () from /lib64/libc.so.6

Thread 3 (Thread 0x7f86c61c8700 (LWP 20407)):
#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f86cae26788 in wait (this=0x54367e0, d=...) at src/syncobject.hh:58
#2  IdleTask::run (this=0x54367e0, d=...) at src/dispatcher.cc:336
#3  0x00007f86cae28e4a in Dispatcher::run (this=0x5eb2e00) at src/dispatcher.cc:173
#4  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x5eb2e00) at src/dispatcher.cc:28
#5  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
#6  0x0000003d70ee76dd in clone () from /lib64/libc.so.6

Thread 2 (Thread 0x7f86c57c7700 (LWP 20408)):
#0  0x0000003d7160b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f86cae26788 in wait (this=0x5436a20, d=...) at src/syncobject.hh:58
#2  IdleTask::run (this=0x5436a20, d=...) at src/dispatcher.cc:336
#3  0x00007f86cae28e4a in Dispatcher::run (this=0x5eb2c40) at src/dispatcher.cc:173
#4  0x00007f86cae2974b in launch_dispatcher_thread (arg=0x5eb2c40) at src/dispatcher.cc:28
#5  0x0000003d71607851 in start_thread () from /lib64/libpthread.so.0
#6  0x0000003d70ee76dd in clone () from /lib64/libc.so.6

Thread 1 (Thread 0x7f86d0720720 (LWP 20221)):
#0  0x0000003d70eab97d in nanosleep () from /lib64/libc.so.6
#1  0x0000003d70ee0b34 in usleep () from /lib64/libc.so.6
#2  0x00007f86cae5daea in Flusher::wait (this=0x5436990) at src/flusher.cc:35
#3  0x00007f86cae2db9c in stopFlusher (this=0xb4ed00, __in_chrg=<value optimized out>) at src/ep.cc:579
#4  EventuallyPersistentStore::~EventuallyPersistentStore (this=0xb4ed00, __in_chrg=<value optimized out>) at src/ep.cc:525
#5  0x00007f86cae54baf in EventuallyPersistentEngine::~EventuallyPersistentEngine() () from /opt/couchbase/lib/memcached/ep.so
#6  0x00007f86cae44da5 in EvpDestroy (handle=0x53ae900, force=false) at src/ep_engine.cc:126
#7  0x00007f86cecfdbb5 in bucket_shutdown_engine (key=<value optimized out>, nkey=<value optimized out>, val=0x53b8620, nval=<value optimized out>, args=<value optimized out>) at bucket_engine.c:1290
#8  0x00007f86ced0466c in genhash_iter (h=0x53bc000, iterfunc=0x7f86cecfdb80 <bucket_shutdown_engine>, arg=0x0) at genhash.c:275
#9  0x00007f86cecfef46 in bucket_destroy (handle=0x7f86cef07640, force=<value optimized out>) at bucket_engine.c:1327
#10 0x0000000000409777 in main (argc=<value optimized out>, argv=<value optimized out>) at daemon/memcached.c:7923