4ba9S4ks9N9FLwCOWvlebp changeset

Changeset663130663361 (b)
ParentNone (a)
ab
0+0x00007fd9786c00ad in pthread_join () from /lib64/libpthread.so.0
0+Missing separate debuginfos, use: debuginfo-install couchbase-server-2.0.0-1808.x86_64
0+(gdb) t a a bt
0+
0+Thread 6 (Thread 0x7fd976ff3700 (LWP 6175)):
0+#0  0x00007fd9786c37bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x00007fd976ff74d6 in logger_thead_main (arg=0x1c04040) at extensions/loggers/file_logger.c:368
0+#2  0x00007fd9786bf851 in start_thread () from /lib64/libpthread.so.0
0+#3  0x00007fd97840d6dd in clone () from /lib64/libc.so.6
0+
0+Thread 5 (Thread 0x7fd972ad5700 (LWP 6184)):
0+#0  0x00007fd9783d197d in nanosleep () from /lib64/libc.so.6
0+#1  0x00007fd978406b34 in usleep () from /lib64/libc.so.6
0+#2  0x00007fd972f4f165 in updateStatsThread (arg=0x1c044c0) at src/memory_tracker.cc:31
0+#3  0x00007fd9786bf851 in start_thread () from /lib64/libpthread.so.0
0+#4  0x00007fd97840d6dd in clone () from /lib64/libc.so.6
0+
0+Thread 4 (Thread 0x7fd9714c5700 (LWP 6186)):
0+#0  0x00007fd9786c6e53 in pread64 () from /lib64/libpthread.so.0
0+#1  0x00007fd972ce9a18 in couch_pread (handle=<value optimized out>, buf=0x787ec31, nbyte=8192, offset=13254656) at src/os.c:38
0+#2  0x00007fd972f9066d in cfs_pread (h=0x75abc80, buf=0x787ec31, sz=8192, off=13254656) at src/couch-kvstore/couch-fs-stats.cc:68
0+#3  0x00007fd972ce853b in load_buffer_from (handle=0x76b22a0, buf=<value optimized out>, nbyte=991, offset=<value optimized out>) at src/iobuffer.c:153
0+#4  buffered_pread (handle=0x76b22a0, buf=<value optimized out>, nbyte=991, offset=<value optimized out>) at src/iobuffer.c:292
0+#5  0x00007fd972ce6c12 in read_skipping_prefixes (db=0x6476460, pos=13254657, ret_ptr=0x7fd9714c3fd8, header=<value optimized out>) at src/couch_file_read.c:27
0+#6  pread_bin_internal (db=0x6476460, pos=13254657, ret_ptr=0x7fd9714c3fd8, header=<value optimized out>) at src/couch_file_read.c:70
0+#7  0x00007fd972ce6d27 in pread_compressed (db=<value optimized out>, pos=<value optimized out>, ret_ptr=0x7fd9714c4018) at src/couch_file_read.c:92
0+#8  0x00007fd972ce446a in bp_to_doc (db=<value optimized out>, docinfo=0x17aad53b0, pDoc=0x7fd9714c40d8, options=<value optimized out>) at src/couch_db.c:388
0+#9  couchstore_open_doc_with_docinfo (db=<value optimized out>, docinfo=0x17aad53b0, pDoc=0x7fd9714c40d8, options=<value optimized out>) at src/couch_db.c:534
0+#10 0x00007fd972f83a8d in CouchKVStore::recordDbDump (db=0x6476460, docinfo=0x17aad53b0, ctx=0x7fd9714c4940) at src/couch-kvstore/couch-kvstore.cc:1402
0+#11 0x00007fd972ce503d in lookup_callback (rq=<value optimized out>, k=0x7fd9714c41c0, v=0x7fd9714c41b0) at src/couch_db.c:621
0+#12 0x00007fd972ce3946 in btree_lookup_inner (rq=0x7fd9714c4380, diskpos=<value optimized out>, current=0, end=1) at src/btree_read.c:84
0+#13 0x00007fd972ce382c in btree_lookup_inner (rq=0x7fd9714c4380, diskpos=<value optimized out>, current=0, end=1) at src/btree_read.c:54
0+#14 0x00007fd972ce382c in btree_lookup_inner (rq=0x7fd9714c4380, diskpos=<value optimized out>, current=0, end=1) at src/btree_read.c:54
0+#15 0x00007fd972ce46da in couchstore_changes_since (db=0x6476460, since=<value optimized out>, options=<value optimized out>, callback=<value optimized out>, ctx=<value optimized out>)
0+    at src/couch_db.c:666
0+#16 0x00007fd972f8697c in CouchKVStore::loadDB (this=0x64e0580, cb=std::tr1::shared_ptr (count 5) 0x656b780, keysOnly=false, vbids=<value optimized out>, options=4)
0+    at src/couch-kvstore/couch-kvstore.cc:1028
0+#17 0x00007fd972f8755c in CouchKVStore::dump (this=<value optimized out>, cb=<value optimized out>) at src/couch-kvstore/couch-kvstore.cc:842
0+#18 0x00007fd972f74499 in Warmup::loadingData (this=0x6524000) at src/warmup.cc:530
0+#19 0x00007fd972f7589d in Warmup::step (this=0x6524000, d=<value optimized out>, t=<value optimized out>) at src/warmup.cc:564
0+#20 0x00007fd972f14f0a in Dispatcher::run (this=0x64bea80) at src/dispatcher.cc:173
0+#21 0x00007fd972f1580b in launch_dispatcher_thread (arg=0x64bea80) at src/dispatcher.cc:28
0+#22 0x00007fd9786bf851 in start_thread () from /lib64/libpthread.so.0
0+#23 0x00007fd97840d6dd in clone () from /lib64/libc.so.6
0+
0+Thread 3 (Thread 0x7fd970ac4700 (LWP 6187)):
0+#0  0x00007fd9786c343c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+#1  0x00007fd972f15157 in wait (this=0x64bf880) at src/syncobject.hh:47
0+#2  Dispatcher::run (this=0x64bf880) at src/dispatcher.cc:139
0+#3  0x00007fd972f1580b in launch_dispatcher_thread (arg=0x64bf880) at src/dispatcher.cc:28
0+#4  0x00007fd9786bf851 in start_thread () from /lib64/libpthread.so.0
0+#5  0x00007fd97840d6dd in clone () from /lib64/libc.so.6
0+
0+Thread 2 (Thread 0x7fd9700c3700 (LWP 6188)):
0+#0  0x00007fd9786c37bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
0+---Type <return> to continue, or q <return> to quit---
0+#1  0x00007fd972f12848 in wait (this=0x64f8240, d=...) at src/syncobject.hh:58
0+#2  IdleTask::run (this=0x64f8240, d=...) at src/dispatcher.cc:336
0+#3  0x00007fd972f14f0a in Dispatcher::run (this=0x64bf6c0) at src/dispatcher.cc:173
0+#4  0x00007fd972f1580b in launch_dispatcher_thread (arg=0x64bf6c0) at src/dispatcher.cc:28
0+#5  0x00007fd9786bf851 in start_thread () from /lib64/libpthread.so.0
0+#6  0x00007fd97840d6dd in clone () from /lib64/libc.so.6
0+
0+Thread 1 (Thread 0x7fd97980c720 (LWP 6165)):
0+#0  0x00007fd9786c00ad in pthread_join () from /lib64/libpthread.so.0
0+#1  0x00007fd972f15952 in Dispatcher::stop (this=0x64bea80, force=<value optimized out>) at src/dispatcher.cc:212
0+#2  0x00007fd972f1b4bc in EventuallyPersistentStore::~EventuallyPersistentStore (this=0x1c09200, __in_chrg=<value optimized out>) at src/ep.cc:532
0+#3  0x00007fd972f40e7f in EventuallyPersistentEngine::~EventuallyPersistentEngine() () from /opt/couchbase/lib/memcached/ep.so
0+#4  0x00007fd972f32895 in EvpDestroy (handle=<value optimized out>, force=false) at src/ep_engine.cc:126
0+#5  0x00007fd9763e8bb5 in bucket_shutdown_engine (key=<value optimized out>, nkey=<value optimized out>, val=0x64762a0, nval=<value optimized out>, args=<value optimized out>) at bucket_engine.c:1290
0+#6  0x00007fd9763ef66c in genhash_iter (h=0x647a000, iterfunc=0x7fd9763e8b80 <bucket_shutdown_engine>, arg=0x0) at genhash.c:275
0+#7  0x00007fd9763e9f46 in bucket_destroy (handle=0x7fd9765f2640, force=<value optimized out>) at bucket_engine.c:1327
0+#8  0x0000000000409777 in main (argc=<value optimized out>, argv=<value optimized out>) at daemon/memcached.c:7921
...
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
--- Revision None
+++ Revision 663130663361
@@ -0,0 +1,73 @@
+0x00007fd9786c00ad in pthread_join () from /lib64/libpthread.so.0
+Missing separate debuginfos, use: debuginfo-install couchbase-server-2.0.0-1808.x86_64
+(gdb) t a a bt
+
+Thread 6 (Thread 0x7fd976ff3700 (LWP 6175)):
+#0  0x00007fd9786c37bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x00007fd976ff74d6 in logger_thead_main (arg=0x1c04040) at extensions/loggers/file_logger.c:368
+#2  0x00007fd9786bf851 in start_thread () from /lib64/libpthread.so.0
+#3  0x00007fd97840d6dd in clone () from /lib64/libc.so.6
+
+Thread 5 (Thread 0x7fd972ad5700 (LWP 6184)):
+#0  0x00007fd9783d197d in nanosleep () from /lib64/libc.so.6
+#1  0x00007fd978406b34 in usleep () from /lib64/libc.so.6
+#2  0x00007fd972f4f165 in updateStatsThread (arg=0x1c044c0) at src/memory_tracker.cc:31
+#3  0x00007fd9786bf851 in start_thread () from /lib64/libpthread.so.0
+#4  0x00007fd97840d6dd in clone () from /lib64/libc.so.6
+
+Thread 4 (Thread 0x7fd9714c5700 (LWP 6186)):
+#0  0x00007fd9786c6e53 in pread64 () from /lib64/libpthread.so.0
+#1  0x00007fd972ce9a18 in couch_pread (handle=<value optimized out>, buf=0x787ec31, nbyte=8192, offset=13254656) at src/os.c:38
+#2  0x00007fd972f9066d in cfs_pread (h=0x75abc80, buf=0x787ec31, sz=8192, off=13254656) at src/couch-kvstore/couch-fs-stats.cc:68
+#3  0x00007fd972ce853b in load_buffer_from (handle=0x76b22a0, buf=<value optimized out>, nbyte=991, offset=<value optimized out>) at src/iobuffer.c:153
+#4  buffered_pread (handle=0x76b22a0, buf=<value optimized out>, nbyte=991, offset=<value optimized out>) at src/iobuffer.c:292
+#5  0x00007fd972ce6c12 in read_skipping_prefixes (db=0x6476460, pos=13254657, ret_ptr=0x7fd9714c3fd8, header=<value optimized out>) at src/couch_file_read.c:27
+#6  pread_bin_internal (db=0x6476460, pos=13254657, ret_ptr=0x7fd9714c3fd8, header=<value optimized out>) at src/couch_file_read.c:70
+#7  0x00007fd972ce6d27 in pread_compressed (db=<value optimized out>, pos=<value optimized out>, ret_ptr=0x7fd9714c4018) at src/couch_file_read.c:92
+#8  0x00007fd972ce446a in bp_to_doc (db=<value optimized out>, docinfo=0x17aad53b0, pDoc=0x7fd9714c40d8, options=<value optimized out>) at src/couch_db.c:388
+#9  couchstore_open_doc_with_docinfo (db=<value optimized out>, docinfo=0x17aad53b0, pDoc=0x7fd9714c40d8, options=<value optimized out>) at src/couch_db.c:534
+#10 0x00007fd972f83a8d in CouchKVStore::recordDbDump (db=0x6476460, docinfo=0x17aad53b0, ctx=0x7fd9714c4940) at src/couch-kvstore/couch-kvstore.cc:1402
+#11 0x00007fd972ce503d in lookup_callback (rq=<value optimized out>, k=0x7fd9714c41c0, v=0x7fd9714c41b0) at src/couch_db.c:621
+#12 0x00007fd972ce3946 in btree_lookup_inner (rq=0x7fd9714c4380, diskpos=<value optimized out>, current=0, end=1) at src/btree_read.c:84
+#13 0x00007fd972ce382c in btree_lookup_inner (rq=0x7fd9714c4380, diskpos=<value optimized out>, current=0, end=1) at src/btree_read.c:54
+#14 0x00007fd972ce382c in btree_lookup_inner (rq=0x7fd9714c4380, diskpos=<value optimized out>, current=0, end=1) at src/btree_read.c:54
+#15 0x00007fd972ce46da in couchstore_changes_since (db=0x6476460, since=<value optimized out>, options=<value optimized out>, callback=<value optimized out>, ctx=<value optimized out>)
+    at src/couch_db.c:666
+#16 0x00007fd972f8697c in CouchKVStore::loadDB (this=0x64e0580, cb=std::tr1::shared_ptr (count 5) 0x656b780, keysOnly=false, vbids=<value optimized out>, options=4)
+    at src/couch-kvstore/couch-kvstore.cc:1028
+#17 0x00007fd972f8755c in CouchKVStore::dump (this=<value optimized out>, cb=<value optimized out>) at src/couch-kvstore/couch-kvstore.cc:842
+#18 0x00007fd972f74499 in Warmup::loadingData (this=0x6524000) at src/warmup.cc:530
+#19 0x00007fd972f7589d in Warmup::step (this=0x6524000, d=<value optimized out>, t=<value optimized out>) at src/warmup.cc:564
+#20 0x00007fd972f14f0a in Dispatcher::run (this=0x64bea80) at src/dispatcher.cc:173
+#21 0x00007fd972f1580b in launch_dispatcher_thread (arg=0x64bea80) at src/dispatcher.cc:28
+#22 0x00007fd9786bf851 in start_thread () from /lib64/libpthread.so.0
+#23 0x00007fd97840d6dd in clone () from /lib64/libc.so.6
+
+Thread 3 (Thread 0x7fd970ac4700 (LWP 6187)):
+#0  0x00007fd9786c343c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+#1  0x00007fd972f15157 in wait (this=0x64bf880) at src/syncobject.hh:47
+#2  Dispatcher::run (this=0x64bf880) at src/dispatcher.cc:139
+#3  0x00007fd972f1580b in launch_dispatcher_thread (arg=0x64bf880) at src/dispatcher.cc:28
+#4  0x00007fd9786bf851 in start_thread () from /lib64/libpthread.so.0
+#5  0x00007fd97840d6dd in clone () from /lib64/libc.so.6
+
+Thread 2 (Thread 0x7fd9700c3700 (LWP 6188)):
+#0  0x00007fd9786c37bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
+---Type <return> to continue, or q <return> to quit---
+#1  0x00007fd972f12848 in wait (this=0x64f8240, d=...) at src/syncobject.hh:58
+#2  IdleTask::run (this=0x64f8240, d=...) at src/dispatcher.cc:336
+#3  0x00007fd972f14f0a in Dispatcher::run (this=0x64bf6c0) at src/dispatcher.cc:173
+#4  0x00007fd972f1580b in launch_dispatcher_thread (arg=0x64bf6c0) at src/dispatcher.cc:28
+#5  0x00007fd9786bf851 in start_thread () from /lib64/libpthread.so.0
+#6  0x00007fd97840d6dd in clone () from /lib64/libc.so.6
+
+Thread 1 (Thread 0x7fd97980c720 (LWP 6165)):
+#0  0x00007fd9786c00ad in pthread_join () from /lib64/libpthread.so.0
+#1  0x00007fd972f15952 in Dispatcher::stop (this=0x64bea80, force=<value optimized out>) at src/dispatcher.cc:212
+#2  0x00007fd972f1b4bc in EventuallyPersistentStore::~EventuallyPersistentStore (this=0x1c09200, __in_chrg=<value optimized out>) at src/ep.cc:532
+#3  0x00007fd972f40e7f in EventuallyPersistentEngine::~EventuallyPersistentEngine() () from /opt/couchbase/lib/memcached/ep.so
+#4  0x00007fd972f32895 in EvpDestroy (handle=<value optimized out>, force=false) at src/ep_engine.cc:126
+#5  0x00007fd9763e8bb5 in bucket_shutdown_engine (key=<value optimized out>, nkey=<value optimized out>, val=0x64762a0, nval=<value optimized out>, args=<value optimized out>) at bucket_engine.c:1290
+#6  0x00007fd9763ef66c in genhash_iter (h=0x647a000, iterfunc=0x7fd9763e8b80 <bucket_shutdown_engine>, arg=0x0) at genhash.c:275
+#7  0x00007fd9763e9f46 in bucket_destroy (handle=0x7fd9765f2640, force=<value optimized out>) at bucket_engine.c:1327
+#8  0x0000000000409777 in main (argc=<value optimized out>, argv=<value optimized out>) at daemon/memcached.c:7921