Revision 373035653530 () - Diff

Link to this snippet: https://friendpaste.com/4mVnVwuBmN2NeIWrrtEIHR
Embed:
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
Core file callstacks:
GNU gdb (Ubuntu/Linaro 7.4-2012.04-0ubuntu2.1) 7.4-2012.04
Copyright (C) 2012 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.  Type "show copying"
and "show warranty" for details.
This GDB was configured as "x86_64-linux-gnu".
For bug reporting instructions, please see:
<http://bugs.launchpad.net/gdb-linaro/>...
Reading symbols from /opt/couchbase/bin/memcached...done.
[New LWP 30987]
[New LWP 30979]
[New LWP 30971]
[New LWP 30981]
[New LWP 30974]
[New LWP 30976]
[New LWP 30984]
[New LWP 30980]
[New LWP 30970]
[New LWP 30969]
[New LWP 30986]
[New LWP 30975]
[New LWP 30982]
[New LWP 30973]
[New LWP 30978]
[New LWP 30985]
[New LWP 30972]
[New LWP 30988]
[New LWP 30983]

warning: Can't read pathname for load map: Input/output error.
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/opt/couchbase/bin/memcached -X /opt/couchbase/lib/memcached/stdin_term_handler'.
Program terminated with signal 11, Segmentation fault.
#0  0x00007f65c1d49bc3 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6

Thread 19 (Thread 0x7f65b93a8700 (LWP 30983)):
#0  0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f65bd7b49bf in wait (tv=..., this=<optimized out>) at src/syncobject.hh:57
#2  wait (secs=<optimized out>, this=<optimized out>) at src/syncobject.hh:73
#3  wait (previousCounter=<optimized out>, howlong=<optimized out>, this=<optimized out>) at src/tapconnmap.hh:169
#4  EventuallyPersistentEngine::notifyPendingConnections (this=0x5ed0000) at src/ep_engine.cc:3400
#5  0x00007f65bd7b4aa3 in EvpNotifyPendingConns (arg=0x5ed0000) at src/ep_engine.cc:1152
#6  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#7  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#8  0x0000000000000000 in ?? ()

Thread 18 (Thread 0x7f65b6ba3700 (LWP 30988)):
#0  0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f65bd7b49bf in wait (tv=..., this=<optimized out>) at src/syncobject.hh:57
#2  wait (secs=<optimized out>, this=<optimized out>) at src/syncobject.hh:73
#3  wait (previousCounter=<optimized out>, howlong=<optimized out>, this=<optimized out>) at src/tapconnmap.hh:169
#4  EventuallyPersistentEngine::notifyPendingConnections (this=0x5ed1b00) at src/ep_engine.cc:3400
#5  0x00007f65bd7b4aa3 in EvpNotifyPendingConns (arg=0x5ed1b00) at src/ep_engine.cc:1152
#6  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#7  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#8  0x0000000000000000 in ?? ()

Thread 17 (Thread 0x7f65c0267700 (LWP 30972)):
#0  0x00007f65c209f353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00007f65c2eeff36 in epoll_dispatch (base=0x5e7c500, tv=<optimized out>) at epoll.c:404
#2  0x00007f65c2edb394 in event_base_loop (base=0x5e7c500, flags=<optimized out>) at event.c:1558
#3  0x0000000000414c04 in worker_libevent (arg=0x1617400) at daemon/thread.c:301
#4  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#5  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#6  0x0000000000000000 in ?? ()

Thread 16 (Thread 0x7f65b83a6700 (LWP 30985)):
#0  0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f65bd795288 in wait (tv=..., this=<optimized out>) at src/syncobject.hh:57
#2  IdleTask::run (this=0x161c750, d=...) at src/dispatcher.cc:342
#3  0x00007f65bd797e3a in Dispatcher::run (this=0x601c540) at src/dispatcher.cc:184
#4  0x00007f65bd79860d in launch_dispatcher_thread (arg=0x601c594) at src/dispatcher.cc:28
#5  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#6  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 15 (Thread 0x7f65bbbad700 (LWP 30978)):
#0  0x00007f65c206a83d in nanosleep () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00007f65c2098774 in usleep () from /lib/x86_64-linux-gnu/libc.so.6
#2  0x00007f65bd7d4975 in updateStatsThread (arg=<optimized out>) at src/memory_tracker.cc:31
#3  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 14 (Thread 0x7f65bfa66700 (LWP 30973)):
#0  0x00007f65c209f353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00007f65c2eeff36 in epoll_dispatch (base=0x5e7c280, tv=<optimized out>) at epoll.c:404
#2  0x00007f65c2edb394 in event_base_loop (base=0x5e7c280, flags=<optimized out>) at event.c:1558
#3  0x0000000000414c04 in worker_libevent (arg=0x16174f8) at daemon/thread.c:301
#4  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#5  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#6  0x0000000000000000 in ?? ()

Thread 13 (Thread 0x7f65b9ba9700 (LWP 30982)):
#0  0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f65bd795288 in wait (tv=..., this=<optimized out>) at src/syncobject.hh:57
#2  IdleTask::run (this=0x161c240, d=...) at src/dispatcher.cc:342
#3  0x00007f65bd797e3a in Dispatcher::run (this=0x5ec9500) at src/dispatcher.cc:184
#4  0x00007f65bd79860d in launch_dispatcher_thread (arg=0x5ec9554) at src/dispatcher.cc:28
#5  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#6  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 12 (Thread 0x7f65bea64700 (LWP 30975)):
#0  0x00007f65c209f353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00007f65c2eeff36 in epoll_dispatch (base=0x5e7ca00, tv=<optimized out>) at epoll.c:404
#2  0x00007f65c2edb394 in event_base_loop (base=0x5e7ca00, flags=<optimized out>) at event.c:1558
#3  0x0000000000414c04 in worker_libevent (arg=0x16176e8) at daemon/thread.c:301
#4  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#5  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#6  0x0000000000000000 in ?? ()

Thread 11 (Thread 0x7f65b7ba5700 (LWP 30986)):
#0  0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f65bd795288 in wait (tv=..., this=<optimized out>) at src/syncobject.hh:57
#2  IdleTask::run (this=0x161c6c0, d=...) at src/dispatcher.cc:342
#3  0x00007f65bd797e3a in Dispatcher::run (this=0x601d340) at src/dispatcher.cc:184
#4  0x00007f65bd79860d in launch_dispatcher_thread (arg=0x601d394) at src/dispatcher.cc:28
#5  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#6  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 10 (Thread 0x7f65c352d740 (LWP 30969)):
#0  0x00007f65c209f353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00007f65c2eeff36 in epoll_dispatch (base=0x5e7c000, tv=<optimized out>) at epoll.c:404
#2  0x00007f65c2edb394 in event_base_loop (base=0x5e7c000, flags=<optimized out>) at event.c:1558
#3  0x000000000040c7c1 in main (argc=<optimized out>, argv=<optimized out>) at daemon/memcached.c:7919

Thread 9 (Thread 0x7f65c1891700 (LWP 30970)):
#0  0x00007f65c20918bd in read () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00007f65c2025ff8 in _IO_file_underflow () from /lib/x86_64-linux-gnu/libc.so.6
#2  0x00007f65c202703e in _IO_default_uflow () from /lib/x86_64-linux-gnu/libc.so.6
#3  0x00007f65c201b18a in _IO_getline_info () from /lib/x86_64-linux-gnu/libc.so.6
#4  0x00007f65c201a06b in fgets () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x00007f65c1892b19 in fgets (__stream=<optimized out>, __n=<optimized out>, __s=<optimized out>) at /usr/include/bits/stdio2.h:255
#6  check_stdin_thread (arg=<optimized out>) at extensions/daemon/stdin_check.c:37
#7  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#8  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#9  0x0000000000000000 in ?? ()

Thread 8 (Thread 0x7f65babab700 (LWP 30980)):
#0  0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f65bd795288 in wait (tv=..., this=<optimized out>) at src/syncobject.hh:57
#2  IdleTask::run (this=0x161c360, d=...) at src/dispatcher.cc:342
#3  0x00007f65bd797e3a in Dispatcher::run (this=0x5ec9880) at src/dispatcher.cc:184
#4  0x00007f65bd79860d in launch_dispatcher_thread (arg=0x5ec98d4) at src/dispatcher.cc:28
#5  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#6  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 7 (Thread 0x7f65b8ba7700 (LWP 30984)):
#0  0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f65bd795288 in wait (tv=..., this=<optimized out>) at src/syncobject.hh:57
#2  IdleTask::run (this=0x161c630, d=...) at src/dispatcher.cc:342
#3  0x00007f65bd797e3a in Dispatcher::run (this=0x601c700) at src/dispatcher.cc:184
#4  0x00007f65bd79860d in launch_dispatcher_thread (arg=0x601c754) at src/dispatcher.cc:28
#5  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#6  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 6 (Thread 0x7f65be263700 (LWP 30976)):
#0  0x00007f65c209f353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00007f65c2eeff36 in epoll_dispatch (base=0x5e7c780, tv=<optimized out>) at epoll.c:404
#2  0x00007f65c2edb394 in event_base_loop (base=0x5e7c780, flags=<optimized out>) at event.c:1558
#3  0x0000000000414c04 in worker_libevent (arg=0x16177e0) at daemon/thread.c:301
#4  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#5  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#6  0x0000000000000000 in ?? ()

Thread 5 (Thread 0x7f65bf265700 (LWP 30974)):
#0  0x00007f65c209f353 in epoll_wait () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00007f65c2eeff36 in epoll_dispatch (base=0x5e7cc80, tv=<optimized out>) at epoll.c:404
#2  0x00007f65c2edb394 in event_base_loop (base=0x5e7cc80, flags=<optimized out>) at event.c:1558
#3  0x0000000000414c04 in worker_libevent (arg=0x16175f0) at daemon/thread.c:301
#4  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#5  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#6  0x0000000000000000 in ?? ()

Thread 4 (Thread 0x7f65ba3aa700 (LWP 30981)):
#0  0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f65bd795288 in wait (tv=..., this=<optimized out>) at src/syncobject.hh:57
#2  IdleTask::run (this=0x161c2d0, d=...) at src/dispatcher.cc:342
#3  0x00007f65bd797e3a in Dispatcher::run (this=0x5ec96c0) at src/dispatcher.cc:184
#4  0x00007f65bd79860d in launch_dispatcher_thread (arg=0x5ec9714) at src/dispatcher.cc:28
#5  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#6  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 3 (Thread 0x7f65c0c75700 (LWP 30971)):
#0  0x00007f65c23760fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f65c0e8f176 in logger_thead_main (arg=<optimized out>) at extensions/loggers/file_logger.c:368
#2  0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#3  0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#4  0x0000000000000000 in ?? ()

Thread 2 (Thread 0x7f65bb3ac700 (LWP 30979)):
#0  0x00007f65c1fe57c4 in ?? () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6
#2  0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6
#3  0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6
#4  0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x00007f65c1fe55b7 in ?? () from /lib/x86_64-linux-gnu/libc.so.6
#6  0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6
#8  0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6
#9  0x00007f65c1fe55a1 in ?? () from /lib/x86_64-linux-gnu/libc.so.6
#10 0x00007f65c1fe5abb in ?? () from /lib/x86_64-linux-gnu/libc.so.6
#11 0x00007f65bd563973 in update_indexes (db=<optimized out>, seqs=0x24191e010, seqvals=0x241a445b0, ids=0x2419b12e0, idvals=0x241ad7880, numdocs=37677) at src/couch_save.c:179
#12 0x00007f65bd5642fd in couchstore_save_documents (db=<optimized out>, docs=0x1edff2000, infos=0x1eb8ee000, numdocs=<optimized out>, options=<optimized out>) at src/couch_save.c:359
#13 0x00007f65bd811428 in CouchKVStore::saveDocs (this=0x5ee8000, vbid=922, rev=<optimized out>, docs=<optimized out>, docinfos=0x1eb8ee000, docCount=<optimized out>)
    at src/couch-kvstore/couch-kvstore.cc:1477
#14 0x00007f65bd811c6b in CouchKVStore::commit2couchstore (this=0x5ee8000) at src/couch-kvstore/couch-kvstore.cc:1414
#15 0x00007f65bd811e5a in CouchKVStore::commit (this=0x18b42905c) at src/couch-kvstore/couch-kvstore.cc:806
#16 0x00007f65bd7a0496 in EventuallyPersistentStore::flushVBucket (this=0x5ecc480, vbid=<optimized out>) at src/ep.cc:1965
#17 0x00007f65bd7cfc8a in doFlush (this=<optimized out>) at src/flusher.cc:214
#18 Flusher::step (this=0x5ee65a0, d=..., tid=...) at src/flusher.cc:153
#19 0x00007f65bd797e3a in Dispatcher::run (this=0x5ec8a80) at src/dispatcher.cc:184
#20 0x00007f65bd79860d in launch_dispatcher_thread (arg=0x18b42905c) at src/dispatcher.cc:28
#21 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#22 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#23 0x0000000000000000 in ?? ()

Thread 1 (Thread 0x7f65b73a4700 (LWP 30987)):
#0  0x00007f65c1d49bc3 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#1  0x00007f65c1d49c13 in std::basic_string<char, std::char_traits<char>, std::allocator<char> >::~basic_string() () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2  0x00007f65bd78ab47 in ~pair (this=<optimized out>, __in_chrg=<optimized out>) at /usr/include/c++/4.4/bits/stl_pair.h:68
#3  destroy (__p=<optimized out>, this=<optimized out>) at /usr/include/c++/4.4/ext/new_allocator.h:115
#4  _M_deallocate_node (__n=<optimized out>, this=<optimized out>) at /usr/include/c++/4.4/tr1_impl/hashtable:509
#5  _M_deallocate_nodes (__n=<optimized out>, __array=<optimized out>, this=<optimized out>) at /usr/include/c++/4.4/tr1_impl/hashtable:530
#6  clear (this=<optimized out>) at /usr/include/c++/4.4/tr1_impl/hashtable:1209
#7  ~_Hashtable (this=<optimized out>, __in_chrg=<optimized out>) at /usr/include/c++/4.4/tr1_impl/hashtable:724
#8  ~__unordered_map (this=<optimized out>, __in_chrg=<optimized out>) at /usr/include/c++/4.4/tr1_impl/unordered_map:48
#9  ~unordered_map (this=<optimized out>, __in_chrg=<optimized out>) at /usr/include/c++/4.4/tr1_impl/unordered_map:190
#10 Checkpoint::~Checkpoint (this=0xf88f2c0, __in_chrg=<optimized out>) at src/checkpoint.cc:49
#11 0x00007f65bd790321 in CheckpointManager::removeClosedUnrefCheckpoints (this=0xf988090, vbucket=..., newOpenCheckpointCreated=<optimized out>) at src/checkpoint.cc:602
#12 0x00007f65bd794684 in CheckpointVisitor::visitBucket (this=0x5e82850, vb=...) at src/checkpoint_remover.cc:24
#13 0x00007f65bd79ba0d in VBCBAdaptor::callback (this=0x9b838750, d=..., t=...) at src/ep.cc:2522
#14 0x00007f65bd797e3a in Dispatcher::run (this=0x601d180) at src/dispatcher.cc:184
#15 0x00007f65bd79860d in launch_dispatcher_thread (arg=0x837e2cd7eb) at src/dispatcher.cc:28
#16 0x00007f65c2371e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#17 0x00007f65c209ecbd in clone () from /lib/x86_64-linux-gnu/libc.so.6
#18 0x0000000000000000 in ?? ()
--------------------------------------------------------------------------------
Module information: