Revision 663130663361 () - Diff

Link to this snippet: https://friendpaste.com/4ba9S4ks9N9FLwCOWvlebp
Embed:
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
0x00007fd9786c00ad in pthread_join () from /lib64/libpthread.so.0
Missing separate debuginfos, use: debuginfo-install couchbase-server-2.0.0-1808.x86_64
(gdb) t a a bt

Thread 6 (Thread 0x7fd976ff3700 (LWP 6175)):
#0  0x00007fd9786c37bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007fd976ff74d6 in logger_thead_main (arg=0x1c04040) at extensions/loggers/file_logger.c:368
#2  0x00007fd9786bf851 in start_thread () from /lib64/libpthread.so.0
#3  0x00007fd97840d6dd in clone () from /lib64/libc.so.6

Thread 5 (Thread 0x7fd972ad5700 (LWP 6184)):
#0  0x00007fd9783d197d in nanosleep () from /lib64/libc.so.6
#1  0x00007fd978406b34 in usleep () from /lib64/libc.so.6
#2  0x00007fd972f4f165 in updateStatsThread (arg=0x1c044c0) at src/memory_tracker.cc:31
#3  0x00007fd9786bf851 in start_thread () from /lib64/libpthread.so.0
#4  0x00007fd97840d6dd in clone () from /lib64/libc.so.6

Thread 4 (Thread 0x7fd9714c5700 (LWP 6186)):
#0  0x00007fd9786c6e53 in pread64 () from /lib64/libpthread.so.0
#1  0x00007fd972ce9a18 in couch_pread (handle=<value optimized out>, buf=0x787ec31, nbyte=8192, offset=13254656) at src/os.c:38
#2  0x00007fd972f9066d in cfs_pread (h=0x75abc80, buf=0x787ec31, sz=8192, off=13254656) at src/couch-kvstore/couch-fs-stats.cc:68
#3  0x00007fd972ce853b in load_buffer_from (handle=0x76b22a0, buf=<value optimized out>, nbyte=991, offset=<value optimized out>) at src/iobuffer.c:153
#4  buffered_pread (handle=0x76b22a0, buf=<value optimized out>, nbyte=991, offset=<value optimized out>) at src/iobuffer.c:292
#5  0x00007fd972ce6c12 in read_skipping_prefixes (db=0x6476460, pos=13254657, ret_ptr=0x7fd9714c3fd8, header=<value optimized out>) at src/couch_file_read.c:27
#6  pread_bin_internal (db=0x6476460, pos=13254657, ret_ptr=0x7fd9714c3fd8, header=<value optimized out>) at src/couch_file_read.c:70
#7  0x00007fd972ce6d27 in pread_compressed (db=<value optimized out>, pos=<value optimized out>, ret_ptr=0x7fd9714c4018) at src/couch_file_read.c:92
#8  0x00007fd972ce446a in bp_to_doc (db=<value optimized out>, docinfo=0x17aad53b0, pDoc=0x7fd9714c40d8, options=<value optimized out>) at src/couch_db.c:388
#9  couchstore_open_doc_with_docinfo (db=<value optimized out>, docinfo=0x17aad53b0, pDoc=0x7fd9714c40d8, options=<value optimized out>) at src/couch_db.c:534
#10 0x00007fd972f83a8d in CouchKVStore::recordDbDump (db=0x6476460, docinfo=0x17aad53b0, ctx=0x7fd9714c4940) at src/couch-kvstore/couch-kvstore.cc:1402
#11 0x00007fd972ce503d in lookup_callback (rq=<value optimized out>, k=0x7fd9714c41c0, v=0x7fd9714c41b0) at src/couch_db.c:621
#12 0x00007fd972ce3946 in btree_lookup_inner (rq=0x7fd9714c4380, diskpos=<value optimized out>, current=0, end=1) at src/btree_read.c:84
#13 0x00007fd972ce382c in btree_lookup_inner (rq=0x7fd9714c4380, diskpos=<value optimized out>, current=0, end=1) at src/btree_read.c:54
#14 0x00007fd972ce382c in btree_lookup_inner (rq=0x7fd9714c4380, diskpos=<value optimized out>, current=0, end=1) at src/btree_read.c:54
#15 0x00007fd972ce46da in couchstore_changes_since (db=0x6476460, since=<value optimized out>, options=<value optimized out>, callback=<value optimized out>, ctx=<value optimized out>)
    at src/couch_db.c:666
#16 0x00007fd972f8697c in CouchKVStore::loadDB (this=0x64e0580, cb=std::tr1::shared_ptr (count 5) 0x656b780, keysOnly=false, vbids=<value optimized out>, options=4)
    at src/couch-kvstore/couch-kvstore.cc:1028
#17 0x00007fd972f8755c in CouchKVStore::dump (this=<value optimized out>, cb=<value optimized out>) at src/couch-kvstore/couch-kvstore.cc:842
#18 0x00007fd972f74499 in Warmup::loadingData (this=0x6524000) at src/warmup.cc:530
#19 0x00007fd972f7589d in Warmup::step (this=0x6524000, d=<value optimized out>, t=<value optimized out>) at src/warmup.cc:564
#20 0x00007fd972f14f0a in Dispatcher::run (this=0x64bea80) at src/dispatcher.cc:173
#21 0x00007fd972f1580b in launch_dispatcher_thread (arg=0x64bea80) at src/dispatcher.cc:28
#22 0x00007fd9786bf851 in start_thread () from /lib64/libpthread.so.0
#23 0x00007fd97840d6dd in clone () from /lib64/libc.so.6

Thread 3 (Thread 0x7fd970ac4700 (LWP 6187)):
#0  0x00007fd9786c343c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007fd972f15157 in wait (this=0x64bf880) at src/syncobject.hh:47
#2  Dispatcher::run (this=0x64bf880) at src/dispatcher.cc:139
#3  0x00007fd972f1580b in launch_dispatcher_thread (arg=0x64bf880) at src/dispatcher.cc:28
#4  0x00007fd9786bf851 in start_thread () from /lib64/libpthread.so.0
#5  0x00007fd97840d6dd in clone () from /lib64/libc.so.6

Thread 2 (Thread 0x7fd9700c3700 (LWP 6188)):
#0  0x00007fd9786c37bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
---Type <return> to continue, or q <return> to quit---
#1  0x00007fd972f12848 in wait (this=0x64f8240, d=...) at src/syncobject.hh:58
#2  IdleTask::run (this=0x64f8240, d=...) at src/dispatcher.cc:336
#3  0x00007fd972f14f0a in Dispatcher::run (this=0x64bf6c0) at src/dispatcher.cc:173
#4  0x00007fd972f1580b in launch_dispatcher_thread (arg=0x64bf6c0) at src/dispatcher.cc:28
#5  0x00007fd9786bf851 in start_thread () from /lib64/libpthread.so.0
#6  0x00007fd97840d6dd in clone () from /lib64/libc.so.6

Thread 1 (Thread 0x7fd97980c720 (LWP 6165)):
#0  0x00007fd9786c00ad in pthread_join () from /lib64/libpthread.so.0
#1  0x00007fd972f15952 in Dispatcher::stop (this=0x64bea80, force=<value optimized out>) at src/dispatcher.cc:212
#2  0x00007fd972f1b4bc in EventuallyPersistentStore::~EventuallyPersistentStore (this=0x1c09200, __in_chrg=<value optimized out>) at src/ep.cc:532
#3  0x00007fd972f40e7f in EventuallyPersistentEngine::~EventuallyPersistentEngine() () from /opt/couchbase/lib/memcached/ep.so
#4  0x00007fd972f32895 in EvpDestroy (handle=<value optimized out>, force=false) at src/ep_engine.cc:126
#5  0x00007fd9763e8bb5 in bucket_shutdown_engine (key=<value optimized out>, nkey=<value optimized out>, val=0x64762a0, nval=<value optimized out>, args=<value optimized out>) at bucket_engine.c:1290
#6  0x00007fd9763ef66c in genhash_iter (h=0x647a000, iterfunc=0x7fd9763e8b80 <bucket_shutdown_engine>, arg=0x0) at genhash.c:275
#7  0x00007fd9763e9f46 in bucket_destroy (handle=0x7fd9765f2640, force=<value optimized out>) at bucket_engine.c:1327
#8  0x0000000000409777 in main (argc=<value optimized out>, argv=<value optimized out>) at daemon/memcached.c:7921