dead couch after 4GB Revision 613236336639 (Wed Feb 16 2011 at 08:44) - Diff Link to this snippet: https://friendpaste.com/6moY1vyUyIsIX4t5N4hZ1B Embed: manni perldoc borland colorful default murphy trac fruity autumn bw emacs pastie friendly Show line numbers Wrap lines 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555FAILING ON 1.0.0===========================================================Running version 1.0.0doc 305doc 306doc 307doc 308doc 309doc 310doc 311doc 312doc 313doc 314doc 315doc 316doc 317doc 318doc 319doc 320doc 321doc 322doc 323doc 324doc 325doc 326doc 327doc 328doc 329doc 330doc 331doc 332doc 333doc 334doc 335doc 336doc 337doc 338doc 339doc 340doc 341doc 342doc 343doc 344doc 345doc 346doc 347Storage error: 500 Internal Server Error at /Users/dave/Library/ActivePerl-5.12/lib/CouchDB/Client/Doc.pm line 65 CouchDB::Client::Doc::create('CouchDB::Client::Doc=HASH(0x8e0a90)') called at ./fatso.pl line 24PRE CRASH===========================================================Directory of C:\couch\1.0.0_fatso\var\lib\couchdb16/02/2011 21:29 <DIR> .16/02/2011 21:29 <DIR> ..16/02/2011 21:30 4,262,867,046 fatso.couchPOST CRASH===========================================================C:\couch\1.0.0_fatso\var\lib\couchdb>dir Volume in drive C is SYSTEM Volume Serial Number is A0EB-3CFD Directory of C:\couch\1.0.0_fatso\var\lib\couchdb16/02/2011 21:29 <DIR> .16/02/2011 21:29 <DIR> ..16/02/2011 21:32 4,295,707,534 fatso.couch5678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789\n">>}]}, [],false,[]}]], [],false,false}** When Server state == {db,<0.143.0>,<0.144.0>,nil,<<"1297845006935000">>, <0.141.0>,<0.145.0>, {db_header,5,311,0, {4294713467,{311,0}}, {4294715768,311}, nil,0,nil,nil,1000}, 311, {btree,<0.141.0>, {4294713467,{311,0}}, #Fun<couch_db_updater.7.69395062>, #Fun<couch_db_updater.8.86519079>, #Fun<couch_btree.5.124754102>, #Fun<couch_db_updater.9.24674233>}, {btree,<0.141.0>, {4294715768,311}, #Fun<couch_db_updater.10.90337910>, #Fun<couch_db_updater.11.13595824>, #Fun<couch_btree.5.124754102>, #Fun<couch_db_updater.12.34906778>}, {btree,<0.141.0>,nil, #Fun<couch_btree.0.83553141>, #Fun<couch_btree.1.30790806>, #Fun<couch_btree.2.124754102>,nil}, 311,<<"fatso">>,"../var/lib/couchdb/fatso.couch", [],[],nil, {user_ctx,null,[],undefined}, nil,1000, [before_header,after_header,on_file_open], false}** Reason for termination == ** {{{badmatch,{error,enomem}}, [{couch_file,read_raw_iolist_int,3}, {couch_file,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call,[<0.141.0>,{pread_iolist,4294715768},infinity]}}[error] [<0.144.0>] {error_report,<0.34.0>, {<0.144.0>,crash_report, [[{initial_call,{couch_db_updater,init,['Argument__1']}}, {pid,<0.144.0>}, {registered_name,[]}, {error_info, {exit, {{{badmatch,{error,enomem}}, [{couch_file,read_raw_iolist_int,3}, {couch_file,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.141.0>,{pread_iolist,4294715768},infinity]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]}}, {ancestors,[<0.143.0>,<0.140.0>]}, {messages,[]}, {links,[<0.143.0>]}, {dictionary,[]}, {trap_exit,true}, {status,running}, {heap_size,10946}, {stack_size,24}, {reductions,97468}], []]}}=CRASH REPORT==== 16-Feb-2011::21:32:41 === crasher: initial call: couch_db_updater:init/1 pid: <0.144.0> registered_name: [] exception exit: {{{badmatch,{error,enomem}}, [{couch_file,read_raw_iolist_int,3}, {couch_file,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.141.0>, {pread_iolist,4294715768}, infinity]}} in function gen_server:terminate/6 ancestors: [<0.143.0>,<0.140.0>] messages: [] links: [<0.143.0>] dictionary: [] trap_exit: true status: running heap_size: 10946 stack_size: 24 reductions: 97468 neighbours:[error] [<0.143.0>] ** Generic server <0.143.0> terminating ** Last message in was {'EXIT',<0.144.0>, {{{badmatch,{error,enomem}}, [{couch_file,read_raw_iolist_int,3}, {couch_file,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.141.0>, {pread_iolist,4294715768}, infinity]}}}** When Server state == {db,<0.143.0>,<0.144.0>,nil,<<"1297845006935000">>, <0.141.0>,<0.145.0>, {db_header,5,311,0, {4294713467,{311,0}}, {4294715768,311}, nil,0,nil,nil,1000}, 311, {btree,<0.141.0>, {4294713467,{311,0}}, #Fun<couch_db_updater.7.69395062>, #Fun<couch_db_updater.8.86519079>, #Fun<couch_btree.5.124754102>, #Fun<couch_db_updater.9.24674233>}, {btree,<0.141.0>, {4294715768,311}, #Fun<couch_db_updater.10.90337910>, #Fun<couch_db_updater.11.13595824>, #Fun<couch_btree.5.124754102>, #Fun<couch_db_updater.12.34906778>}, {btree,<0.141.0>,nil, #Fun<couch_btree.0.83553141>, #Fun<couch_btree.1.30790806>, #Fun<couch_btree.2.124754102>,nil}, 311,<<"fatso">>,"../var/lib/couchdb/fatso.couch", [],[],nil, {user_ctx,null,[],undefined}, nil,1000, [before_header,after_header,on_file_open], false}** Reason for termination == ** {{{badmatch,{error,enomem}}, [{couch_file,read_raw_iolist_int,3}, {couch_file,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call,[<0.141.0>,{pread_iolist,4294715768},infinity]}}=ERROR REPORT==== 16-Feb-2011::21:32:41 ===** Generic server <0.143.0> terminating ** Last message in was {'EXIT',<0.144.0>, {{{badmatch,{error,enomem}}, [{couch_file,read_raw_iolist_int,3}, {couch_file,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.141.0>, {pread_iolist,4294715768}, infinity]}}}** When Server state == {db,<0.143.0>,<0.144.0>,nil,<<"1297845006935000">>, <0.141.0>,<0.145.0>, {db_header,5,311,0, {4294713467,{311,0}}, {4294715768,311}, nil,0,nil,nil,1000}, 311, {btree,<0.141.0>, {4294713467,{311,0}}, #Fun<couch_db_updater.7.69395062>, #Fun<couch_db_updater.8.86519079>, #Fun<couch_btree.5.124754102>, #Fun<couch_db_updater.9.24674233>}, {btree,<0.141.0>, {4294715768,311}, #Fun<couch_db_updater.10.90337910>, #Fun<couch_db_updater.11.13595824>, #Fun<couch_btree.5.124754102>, #Fun<couch_db_updater.12.34906778>}, {btree,<0.141.0>,nil, #Fun<couch_btree.0.83553141>, #Fun<couch_btree.1.30790806>, #Fun<couch_btree.2.124754102>,nil}, 311,<<"fatso">>,"../var/lib/couchdb/fatso.couch", [],[],nil, {user_ctx,null,[],undefined}, nil,1000, [before_header,after_header,on_file_open], false}** Reason for termination == ** {{{badmatch,{error,enomem}}, [{couch_file,read_raw_iolist_int,3}, {couch_file,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call,[<0.141.0>,{pread_iolist,4294715768},infinity]}}[error] [<0.143.0>] {error_report,<0.34.0>, {<0.143.0>,crash_report, [[{initial_call,{couch_db,init,['Argument__1']}}, {pid,<0.143.0>}, {registered_name,[]}, {error_info, {exit, {{{badmatch,{error,enomem}}, [{couch_file,read_raw_iolist_int,3}, {couch_file,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.141.0>,{pread_iolist,4294715768},infinity]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]}}, {ancestors,[<0.140.0>]}, {messages,[]}, {links,[<0.87.0>]}, {dictionary,[]}, {trap_exit,true}, {status,running}, {heap_size,2584}, {stack_size,24}, {reductions,2041}], []]}}=CRASH REPORT==== 16-Feb-2011::21:32:41 === crasher: initial call: couch_db:init/1 pid: <0.143.0> registered_name: [] exception exit: {{{badmatch,{error,enomem}}, [{couch_file,read_raw_iolist_int,3}, {couch_file,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.141.0>, {pread_iolist,4294715768}, infinity]}} in function gen_server:terminate/6 ancestors: [<0.140.0>] messages: [] links: [<0.87.0>] dictionary: [] trap_exit: true status: running heap_size: 2584 stack_size: 24 reductions: 2041 neighbours:[error] [<0.327.0>] Uncaught error in HTTP request: {exit, {{{badmatch,{error,enomem}}, [{couch_file,read_raw_iolist_int,3}, {couch_file,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.141.0>, {pread_iolist,4294715768}, infinity]}}}[error] [<0.87.0>] Unexpected message, restarting couch_server: {'EXIT',<0.143.0>, {{{badmatch,{error,enomem}}, [{couch_file, read_raw_iolist_int,3}, {couch_file,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply, 3}]}, {gen_server,call, [<0.141.0>, {pread_iolist,4294715768}, infinity]}}}[info] [<0.327.0>] Stacktrace: [{couch_db,collect_results,3}, {couch_db,write_and_commit,4}, {couch_db,update_docs,4}, {couch_db,update_doc,4}, {couch_httpd_db,update_doc,6}, {couch_httpd_db,do_db_req,2}, {couch_httpd,handle_request_int,5}, {mochiweb_http,headers,5}][error] [<0.87.0>] ** Generic server couch_server terminating ** Last message in was {'EXIT',<0.143.0>, {{{badmatch,{error,enomem}}, [{couch_file,read_raw_iolist_int,3}, {couch_file,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.141.0>, {pread_iolist,4294715768}, infinity]}}}** When Server state == {server,"../var/lib/couchdb", {re_pattern,0,0, <<69,82,67,80,116,0,0,0,16,0,0,0,1,0,0,0,0,0, 0,0,0,0,0,0,40,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,93,0,72,25,77,0,0,0,0,0,0,0,0,0,0,0,0,254, 255,255,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 77,0,0,0,0,16,171,255,3,0,0,0,128,254,255, 255,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,69,26, 84,0,72,0>>}, 100,1,"Wed, 16 Feb 2011 08:29:35 GMT"}** Reason for termination == ** kill=ERROR REPORT==== 16-Feb-2011::21:32:41 ===** Generic server couch_server terminating ** Last message in was {'EXIT',<0.143.0>, {{{badmatch,{error,enomem}}, [{couch_file,read_raw_iolist_int,3}, {couch_file,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.141.0>, {pread_iolist,4294715768}, infinity]}}}** When Server state == {server,"../var/lib/couchdb", {re_pattern,0,0, <<69,82,67,80,116,0,0,0,16,0,0,0,1,0,0,0,0,0, 0,0,0,0,0,0,40,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,93,0,72,25,77,0,0,0,0,0,0,0,0,0,0,0,0,254, 255,255,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 77,0,0,0,0,16,171,255,3,0,0,0,128,254,255, 255,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,69,26, 84,0,72,0>>}, 100,1,"Wed, 16 Feb 2011 08:29:35 GMT"}** Reason for termination == ** kill[error] [<0.87.0>] {error_report,<0.34.0>, {<0.87.0>,crash_report, [[{initial_call,{couch_server,init,['Argument__1']}}, {pid,<0.87.0>}, {registered_name,couch_server}, {error_info,{exit,kill, [{gen_server,terminate,6}, {proc_lib,init_p_do_apply,3}]}}, {ancestors,[couch_primary_services,couch_server_sup, <0.35.0>]}, {messages,[]}, {links,[<0.97.0>,<0.82.0>]}, {dictionary,[]}, {trap_exit,true}, {status,running}, {heap_size,1597}, {stack_size,24}, {reductions,2984}], []]}}=CRASH REPORT==== 16-Feb-2011::21:33:03 === crasher: initial call: couch_server:init/1 pid: <0.87.0> registered_name: couch_server exception exit: kill in function gen_server:terminate/6 ancestors: [couch_primary_services,couch_server_sup,<0.35.0>] messages: [] links: [<0.97.0>,<0.82.0>] dictionary: [] trap_exit: true status: running heap_size: 1597 stack_size: 24 reductions: 2984 neighbours:[error] [<0.82.0>] {error_report,<0.34.0>, {<0.82.0>,supervisor_report, [{supervisor,{local,couch_primary_services}}, {errorContext,child_terminated}, {reason,kill}, {offender,[{pid,<0.87.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}]}]}}=SUPERVISOR REPORT==== 16-Feb-2011::21:33:03 === Supervisor: {local,couch_primary_services} Context: child_terminated Reason: kill Offender: [{pid,<0.87.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}][error] [<0.97.0>] ** Generic server <0.97.0> terminating ** Last message in was {'EXIT',<0.87.0>,kill}** When Server state == {db,<0.97.0>,<0.98.0>,nil,<<"1297844980560000">>, <0.96.0>,<0.100.0>, {db_header,5,1,0, {3122,{1,0}}, {3213,1}, nil,0,nil,nil,1000}, 1, {btree,<0.96.0>, {3122,{1,0}}, #Fun<couch_db_updater.7.69395062>, #Fun<couch_db_updater.8.86519079>, #Fun<couch_btree.5.124754102>, #Fun<couch_db_updater.9.24674233>}, {btree,<0.96.0>, {3213,1}, #Fun<couch_db_updater.10.90337910>, #Fun<couch_db_updater.11.13595824>, #Fun<couch_btree.5.124754102>, #Fun<couch_db_updater.12.34906778>}, {btree,<0.96.0>,nil,#Fun<couch_btree.0.83553141>, #Fun<couch_btree.1.30790806>, #Fun<couch_btree.2.124754102>,nil}, 1,<<"_users">>,"../var/lib/couchdb/_users.couch", [#Fun<couch_doc.7.50754398>], [],nil, {user_ctx,null,[],undefined}, nil,1000, [before_header,after_header,on_file_open], true}** Reason for termination == ** kill=ERROR REPORT==== 16-Feb-2011::21:33:03 ===** Generic server <0.97.0> terminating ** Last message in was {'EXIT',<0.87.0>,kill}** When Server state == {db,<0.97.0>,<0.98.0>,nil,<<"1297844980560000">>, <0.96.0>,<0.100.0>, {db_header,5,1,0, {3122,{1,0}}, {3213,1}, nil,0,nil,nil,1000}, 1, {btree,<0.96.0>, {3122,{1,0}}, #Fun<couch_db_updater.7.69395062>, #Fun<couch_db_updater.8.86519079>, #Fun<couch_btree.5.124754102>, #Fun<couch_db_updater.9.24674233>}, {btree,<0.96.0>, {3213,1}, #Fun<couch_db_updater.10.90337910>, #Fun<couch_db_updater.11.13595824>, #Fun<couch_btree.5.124754102>, #Fun<couch_db_updater.12.34906778>}, {btree,<0.96.0>,nil,#Fun<couch_btree.0.83553141>, #Fun<couch_btree.1.30790806>, #Fun<couch_btree.2.124754102>,nil}, 1,<<"_users">>,"../var/lib/couchdb/_users.couch", [#Fun<couch_doc.7.50754398>], [],nil, {user_ctx,null,[],undefined}, nil,1000, [before_header,after_header,on_file_open], true}** Reason for termination == ** kill[error] [<0.97.0>] {error_report,<0.34.0>, {<0.97.0>,crash_report, [[{initial_call,{couch_db,init,['Argument__1']}}, {pid,<0.97.0>}, {registered_name,[]}, {error_info,{exit,kill, [{gen_server,terminate,6}, {proc_lib,init_p_do_apply,3}]}}, {ancestors,[<0.95.0>]}, {messages,[]}, {links,[]}, {dictionary,[]}, {trap_exit,true}, {status,running}, {heap_size,1597}, {stack_size,24}, {reductions,276}], []]}}=CRASH REPORT==== 16-Feb-2011::21:33:03 === crasher: initial call: couch_db:init/1 pid: <0.97.0> registered_name: [] exception exit: kill in function gen_server:terminate/6 ancestors: [<0.95.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 1597 stack_size: 24 reductions: 276 neighbours:[info] [<0.327.0>] 192.168.1.68 - - 'PUT' /fatso/another_doc_347 500[debug] [<0.327.0>] httpd 500 error response: {"error":"{{badmatch,{error,enomem}},\n [{couch_file,read_raw_iolist_int,3},\n {couch_file,handle_call,3},\n {gen_server,handle_msg,5},\n {proc_lib,init_p_do_apply,3}]}","reason":"{gen_server,call,[<0.141.0>,{pread_iolist,4294715768},infinity]}"}