search for: mailbox_search_next_nonblock

...en for regular disk I/O. By using async I/O for disk access, the OS could more intelligently do seeks on disk to read the wanted data with less latency. Problem #1: Accessing message body while searching (e.g. SEARCH BODY). The idea is that searching wouldn't block. Caller would typically use mailbox_search_next_nonblock() function, which can return "try again later" result. Whenever search sees a query that could potentially block (e.g. SEARCH BODY, or searching a header that might not be cached), it goes into a slightly different search mode: - the whole search would typically be run from beginning to...

...nonblock+0x4b) [0x7f51112717bb] -> /usr/lib/dovecot/modules/lib20_virtual_plugin.so(virtual_search_next_nonblock+0x13e) [0x7f510f8f2a7e] -> /usr/lib/dovecot/modules/lib20_virtual_plugin.so(virtual_search_next_nonblock+0x7e) [0x7f510f8f29be] -> /usr/lib/dovecot/libdovecot-storage.so.0(mailbox_search_next_nonblock+0x27) [0x7f511124b277] -> dovecot/imap(+0x1f27f) [0x7f511172527f] -> dovecot/imap(imap_search_start+0xfd) [0x7f51117256fd] -> dovecot/imap(cmd_sort+0x205) [0x7f511171b6c5] -> dovecot/imap(command_exec+0x3c) [0x7f511171fc4c] -> dovecot/imap(+0x18c30) [0x7f511171ec30] -> doveco...

...-> /usr/lib/dovecot/libdovecot-storage.so.0(+0xcadae) [0x7fbc52f26dae] -> /usr/lib/dovecot/libdovecot-storage.so.0(+0xcc0ac) [0x7fbc52f280ac] -> /usr/lib/dovecot/libdovecot-storage.so.0(index_storage_search_next_nonblock+0x11d)[0x7fbc52f288bd] -> /usr/lib/dovecot/libdovecot-storage.so.0(mailbox_search_next_nonblock+0x28)[0x7fbc52ea92e8] -> /usr/lib/dovecot/libdovecot-storage.so.0(mailbox_search_next+0x3d)[0x7fbc52ea934d] -> doveadm(+0x31443) [0x5635b4760443] -> doveadm(+0x2bdb1) [0x5635b475adb1] -> doveadm(+0x2caf9) [0x5635b475baf9] -> doveadm(doveadm_cmd_ver2_to_mail_cmd_wrapper+0x20e) [0x56...

...r/lib64/dovecot/libdovecot-storage.so.0(+0xb0d4b) [0x7ff01ecc6d4b] -> /usr/lib64/dovecot/libdovecot-storage.so.0(+0xb2e63) [0x7ff01ecc8e63] -> /usr/lib64/dovecot/libdovecot-storage.so.0(index_storage_search_next_nonblock+0x114) [0x7ff01ecc9574] -> /usr/lib64/dovecot/libdovecot-storage.so.0(mailbox_search_next_nonblock+0x22) [0x7ff01ec56d52] -> dovecot/imap(+0x221ff) [0x559b559541ff] -> dovecot/imap(imap_search_start+0xd1) [0x559b559545c1] -> dovecot/imap(cmd_search+0xd3) [0x559b55946063] -> dovecot/imap(command_exec+0xa5) [0x559b5594d5d5] -> dovecot/imap(+0x19852) [0x559b5594b852] -> dovecot/im...

...gt;> /usr/lib/dovecot/modules/lib20_virtual_plugin.so(virtual_search_next_nonblock+0x13e) >> [0x7f510f8f2a7e] -> >> /usr/lib/dovecot/modules/lib20_virtual_plugin.so(virtual_search_next_nonblock+0x7e) >> [0x7f510f8f29be] -> >> /usr/lib/dovecot/libdovecot-storage.so.0(mailbox_search_next_nonblock+0x27) >> [0x7f511124b277] -> dovecot/imap(+0x1f27f) [0x7f511172527f] -> >> dovecot/imap(imap_search_start+0xfd) [0x7f51117256fd] -> >> dovecot/imap(cmd_sort+0x205) [0x7f511171b6c5] -> >> dovecot/imap(command_exec+0x3c) [0x7f511171fc4c] -> >> dovecot/imap...

...0x7f510f8f2a7e] -> > /usr/lib/dovecot/modules/lib20_virtual_plugin.so > <http://plugin.so>(virtual_search_next_nonblock+0x7e) > [0x7f510f8f29be] -> /usr/lib/dovecot/libdovecot-storage.so > <http://libdovecot-storage.so>.0(mailbox_search_next_nonblock+0x27) > [0x7f511124b277] -> dovecot/imap(+0x1f27f) > [0x7f511172527f] -> dovecot/imap(imap_search_start+0xfd) > [0x7f51117256fd] -> dovecot/imap(cmd_sort+0x205) > [0x7f511171b6c5] -> dovecot/imap(command_exec+0x3c) >...

...dovecot/libdovecot-storage.so.0(+0xcadae) [0x7fbc52f26dae] -> > /usr/lib/dovecot/libdovecot-storage.so.0(+0xcc0ac) [0x7fbc52f280ac] -> > /usr/lib/dovecot/libdovecot-storage.so.0(index_storage_search_next_nonblock+0x11d)[0x7fbc52f288bd] -> > /usr/lib/dovecot/libdovecot-storage.so.0(mailbox_search_next_nonblock+0x28)[0x7fbc52ea92e8] -> > /usr/lib/dovecot/libdovecot-storage.so.0(mailbox_search_next+0x3d)[0x7fbc52ea934d] -> > doveadm(+0x31443) [0x5635b4760443] -> > doveadm(+0x2bdb1) [0x5635b475adb1] -> > doveadm(+0x2caf9) [0x5635b475baf9] -> > doveadm(doveadm_cmd_ver2_to_mail...

...> /usr/lib/dovecot/libdovecot-storage.so.0(+0xcc561) [0x7f598e1fc561] -> /usr/lib/dovecot/libdovecot-storage.so.0(+0xcd85c) [0x7f598e1fd85c] -> /usr/lib/dovecot/libdovecot-storage.so.0(index_storage_search_next_nonblock+0x11d) [0x7f598e1fe04d] -> /usr/lib/dovecot/libdovecot-storage.so.0(mailbox_search_next_nonblock+0x28) [0x7f598e17df38] -> /usr/lib/dovecot/libdovecot-storage.so.0(mailbox_search_next+0x3d) [0x7f598e17df9d] -> doveadm(+0x31b13) [0x557f5d487b13] -> doveadm(+0x2c441) [0x557f5d482441] -> doveadm(+0x2d1c9) [0x557f5d4831c9] -> doveadm(doveadm_cmd_ver2_to_mail_cmd_wrapper+0x20e) [0...

...:1579 #13 search_more (ctx=ctx at entry=0x7fc4a8132730, mail_r=mail_r at entry=0x7ffe23a98c20) at index-search.c:1650 #14 0x00007fc4a69e2ff4 in index_storage_search_next_nonblock (_ctx=0x7fc4a8132730, mail_r=0x7fc4a81120d8, tryagain_r=0x7ffe23a98c87) at index-search.c:1674 #15 0x00007fc4a69bc4ef in mailbox_search_next_nonblock (ctx=ctx at entry=0x7fc4a8132730, mail_r=mail_r at entry=0x7fc4a81120d8, tryagain_r=tryagain_r at entry=0x7ffe23a98c87) at mail-storage.c:1787 #16 0x00007fc4a69bc55d in mailbox_search_next (ctx=0x7fc4a8132730, mail_r=mail_r at entry=0x7fc4a81120d8) at mail-storage.c:1773 #17 0x00007fc4a6e97874...

...2717bb] -> > /usr/lib/dovecot/modules/lib20_virtual_plugin.so(virtual_search_next_nonblock+0x13e) > [0x7f510f8f2a7e] -> > /usr/lib/dovecot/modules/lib20_virtual_plugin.so(virtual_search_next_nonblock+0x7e) > [0x7f510f8f29be] -> > /usr/lib/dovecot/libdovecot-storage.so.0(mailbox_search_next_nonblock+0x27) > [0x7f511124b277] -> dovecot/imap(+0x1f27f) [0x7f511172527f] -> > dovecot/imap(imap_search_start+0xfd) [0x7f51117256fd] -> > dovecot/imap(cmd_sort+0x205) [0x7f511171b6c5] -> > dovecot/imap(command_exec+0x3c) [0x7f511171fc4c] -> > dovecot/imap(+0x18c30) [0x7...

...block+0x48) [0x7f93de82bd28] -> /opt/dovecot2/modules/lib20_virtual_plugin.so(virtual_search_next_nonblock+0x13e) [0x7f93dd2cd73e] -> /opt/dovecot2/modules/lib20_virtual_plugin.so(virtual_search_next_nonblock+0x7e) [0x7f93dd2cd67e] -> /opt/dovecot2/lib/dovecot/libdovecot-storage.so.0(mailbox_search_next_nonblock+0x27) [0x7f93de803f17] -> dovecot/imap() [0x41dddf] -> dovecot/imap() [0x41e462] -> /opt/dovecot2/lib/dovecot/libdovecot.so.0(io_loop_handle_timeouts+0xbb) [0x7f93de52d23b] -> /opt/dovecot2/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x61) [0x7f93de52df81] -> /opt...

...-> /usr/lib/dovecot/libdovecot-storage.so.0(+0xc9741) [0x7f757c479741] -> /usr/lib/dovecot/libdovecot-storage.so.0(+0xca9f4) [0x7f757c47a9f4] -> /usr/lib/dovecot/libdovecot-storage.so.0(index_storage_search_next_nonblock+0x10d)[0x7f757c47b1cd] -> /usr/lib/dovecot/libdovecot-storage.so.0(mailbox_search_next_nonblock+0x22)[0x7f757c3fd6e2] -> /usr/lib/dovecot/libdovecot-storage.so.0(mailbox_search_next+0x3d)[0x7f757c3fd74d] -> doveadm(+0x31a33) [0x559bc9c63a33] -> doveadm(+0x2c518) [0x559bc9c5e518] -> doveadm(+0x2d256) [0x559bc9c5f256] -> doveadm(doveadm_cmd_ver2_to_mail_cmd_wrapper+0x20e) [0x5...

.../modules/lib20_virtual_plugin.so(virtual_search_next_nonblock+0x13e) >>> [0x7f510f8f2a7e] -> >>> >/usr/lib/dovecot/modules/lib20_virtual_plugin.so(virtual_search_next_nonblock+0x7e) >>> [0x7f510f8f29be] -> >>> >/usr/lib/dovecot/libdovecot-storage.so.0(mailbox_search_next_nonblock+0x27) >>> [0x7f511124b277] -> dovecot/imap(+0x1f27f) [0x7f511172527f] -> >>> dovecot/imap(imap_search_start+0xfd) [0x7f51117256fd] -> >>> dovecot/imap(cmd_sort+0x205) [0x7f511171b6c5] -> >>> dovecot/imap(command_exec+0x3c) [0x7f511171fc4c] -> >&...

...25] -> imap(istream_raw_mbox_seek+0x1f3) [0x8093323] -> imap(mbox_file_seek+0x55) [0x8093745] -> imap() [0x8095852] -> imap() [0x8095c8d] -> imap(index_mail_set_seq+0x153) [0x80a35c3] -> imap() [0x8095fb9] -> imap(index_storage_search_next_nonblock+0x13b) [0x80a763b] -> imap(mailbox_search_next_nonblock+0x2a) [0x80b5c1a] -> imap(mailbox_search_next+0x28) [0x80b5c68] -> imap(imap_fetch_more+0x274) [0x806a4c4] -> imap() [0x8062665] -> imap() [0x806753f] -> imap(client_output+0xeb) [0x806862b] -> imap() [0x810007e] -> imap(io_loop_handler_run+0xd6) [0x80f9aa6] -> imap(io_loop_...

...uild_more (ctx=0x127776e0, uid=<value optimized out>, type=<value optimized out>, input=0x145e2ed1 "<snip email-content sip>"..., size=744) at squat-trie.c:934 _data_stack_cur_id = 5 ret = <value optimized out> #7 0x00002b5e833e57e4 in fts_mailbox_search_next_nonblock (ctx=0x12777600, mail=0x1276d338, tryagain_r=0x7fffbc0b8f7f) at fts-storage.c:220 fctx = (struct fts_search_context *) 0x12731d60 ret = <value optimized out> #8 0x00002b5e821368e0 in mailbox_search_next_nonblock (ctx=0x65c, mail=0x65c, tryagain_r=0x6) at mail-storage.c:11...

...-> /usr/lib/dovecot/libdovecot-storage.so.0(+0xd0774) [0x7f0faec6f774] -> /usr/lib/dovecot/libdovecot-storage.so.0(+0xd1a68) [0x7f0faec70a68] -> /usr/lib/dovecot/libdovecot-storage.so.0(index_storage_search_next_nonblock+0x61) [0x7f0faec710e1] -> /usr/lib/dovecot/libdovecot-storage.so.0(mailbox_search_next_nonblock+0x28) [0x7f0faebf9e58] -> dovecot/imap(+0x2691f) [0x55a43cada91f] -> dovecot/imap(command_exec+0x70) [0x55a43cad3d80] -> dovecot/imap(+0x25ed2) [0x55a43cad9ed2] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_handle_timeouts+0x111) [0x7f0faeb018f1] -> /usr/lib/dovecot/libdovecot.so.0(io_...

...os+0x40) [0x80bd794] -> /usr/libexec/dovecot/imap [0x8094660] -> /usr/libexec/dovecot/imap [0x8094759] -> /usr/libexec/dovecot/imap(index_sort_list_finish+0x2f) [0x8094a27] -> /usr/libexec/dovecot/imap(index_storage_search_next_nonblock+0x119) [0x8093819] -> /usr/libexec/dovecot/imap(mailbox_search_next_nonblock+0x17) [0x80b21f3] -> /usr/libexec/dovecot/imap(mailbox_search_next+0x1d) [0x80b21c5] -> /usr/libexec/dovecot/imap(imap_sort+0xb5) [0x8064529] -> /usr/libexec/dovecot/imap(cmd_sort+0x10e) [0x805e356] -> /usr/libexec/dovecot/imap [0x805fe82] -> /usr/libexec/dovecot/imap [0x805fda1] -&g...

...;> /usr/lib/dovecot/modules/lib20_virtual_plugin.so >> <http://plugin.so>(virtual_search_next_nonblock+0x7e) >> [0x7f510f8f29be] -> /usr/lib/dovecot/libdovecot-storage.so >> >> <http://libdovecot-storage.so>.0(mailbox_search_next_nonblock+0x27) >> [0x7f511124b277] -> dovecot/imap(+0x1f27f) >> [0x7f511172527f] -> dovecot/imap(imap_search_start+0xfd) >> [0x7f51117256fd] -> dovecot/imap(cmd_sort+0x205) >> [0x7f511171b6c5] -> dovecot/imap(command_exec+0x...

.../libdovecot-storage.so.0(+0xa3113) [0x7f9298f5a113] -> /usr/lib/dovecot/libdovecot-storage.so.0(index_sort_list_add+0x31) [0x7f9298f5a471] -> /usr/lib/dovecot/libdovecot-storage.so.0(index_storage_search_next_nonblock+0x3d) [0x7f9298f5801d] -> /usr/lib/dovecot/libdovecot-storage.so.0(mailbox_search_next_nonblock+0x27) [0x7f9298eecd67] -> dovecot/imap [username ip.ip.ip.ip UID SORT](+0x1e7f7) [0x7f92994117f7] -> dovecot/imap [username ip.ip.ip.ip UID SORT](imap_search_start+0xf1) [0x7f9299411c41] -> dovecot/imap [username ip.ip.ip.ip UID SORT](cmd_sort+0x25b) [0x7f9299407c4b] -> dovecot/ima...

...of an attachment type ? Thanks. -- Regards, Sai Kiran cmd_fetch() |_ imap_fetch_more() |_ imap_fetch_more_int() |_ imap_fetch_state *state = &ctx->state; state->cur_mail is NULL. search mailbox |_ mailbox_search_next(state->search_ctx, &state->cur_mail) |_ mailbox_search_next_nonblock (via vfunc) |_ index_storage_search_next_nonblock |_ search_more_with_prefetching(ctx, mail_r) |_ mail = index_search_get_mail(ctx) |_ allocates mail (vfunc mail_alloc) and calls hook. |_ also allocates index_mails...