dovecot - Nov 2016 - Indexing failed: 500 Internal Server Error

Hi,

While running doveadm index on a mailbox this gets printed:

doveadm(neil): Error: fts_solr: Indexing failed: 500 Internal Server Error
doveadm(neil): Panic: file http-client-request.c: line 792 
(http_client_request_send_payload): assertion failed: (ret == 0)
doveadm(neil): Error: Raw backtrace: 
/usr/lib/dovecot/libdovecot.so.0(+0x88662) [0x7f0a52750662] -> 
/usr/lib/dovecot/libdovecot.so.0(+0x886d9) [0x7f0a527506d9] -> 
/usr/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7f0a526e9f81] -> 
/usr/lib/dovecot/libdovecot.so.0(http_client_request_send_payload+0xc8) 
[0x7f0a52703cf8] -> 
/usr/lib/dovecot/modules/lib21_fts_solr_plugin.so(solr_connection_post_more+0x49)
[0x7f0a518654a9] -> 
/usr/lib/dovecot/modules/lib21_fts_solr_plugin.so(+0x3187) 
[0x7f0a51861187] -> 
/usr/lib/dovecot/modules/lib20_fts_plugin.so(+0x8667) [0x7f0a51ec8667] 
-> /usr/lib/dovecot/modules/lib20_fts_plugin.so(fts_build_mail+0x4f1) 
[0x7f0a51ec8fb1] -> 
/usr/lib/dovecot/modules/lib20_fts_plugin.so(+0xefce) [0x7f0a51ecefce] 
-> /usr/lib/dovecot/libdovecot-storage.so.0(mail_precache+0x29) 
[0x7f0a52a045f9] -> /usr/bin/doveadm(+0x2e997) [0x565355d01997] -> 
/usr/bin/doveadm(+0x28dec) [0x565355cfbdec] -> 
/usr/bin/doveadm(+0x299ca) [0x565355cfc9ca] -> 
/usr/bin/doveadm(doveadm_cmd_ver2_to_mail_cmd_wrapper+0x209) 
[0x565355cfd7d9] -> /usr/bin/doveadm(doveadm_cmd_run_ver2+0x555) 
[0x565355d0c715] -> /usr/bin/doveadm(doveadm_cmd_try_run_ver2+0x37) 
[0x565355d0c767] -> /usr/bin/doveadm(main+0x1da) [0x565355cecc7a] -> 
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf0) [0x7f0a5231f830] 
-> /usr/bin/doveadm(_start+0x29) [0x565355ced059]

$ dovecot -n
# 2.2.26.0 (23d1de6): /etc/dovecot/dovecot.conf
# Pigeonhole version 0.4.devel (623ae77)
# OS: Linux 4.4.0-45-generic x86_64 Ubuntu 16.04.1 LTS
disable_plaintext_auth = no
log_path = /var/log/dovecot.log
mail_plugins = fts fts_solr
mail_privileged_group = mail
namespace {
   hidden = yes
   inbox = yes
   list = no
   location = mbox:~/mail:INBOX=/var/mail/%u
   prefix = "#mbox/"
   separator = /
}
namespace {
   list = yes
   location = sdbox:/home/imapshared-sdbox
   prefix = shared/
   separator = /
   subscriptions = no
   type = public
}
namespace inbox {
   location = sdbox:~/sdboxmail
   mailbox Drafts {
     special_use = \Drafts
   }
   mailbox Junk {
     special_use = \Junk
   }
   mailbox Sent {
     special_use = \Sent
   }
   mailbox "Sent Messages" {
     special_use = \Sent
   }
   mailbox Trash {
     special_use = \Trash
   }
   prefix    separator = /
}
passdb {
   driver = pam
}
plugin {
   fts = solr
   fts_autoindex = yes
   fts_solr = break-imap-search url=http://localhost:8080/solr/
   fts_squat = partial=4 full=10
   sieve = file:~/sieve;active=~/.dovecot.sieve
}
protocols = " imap"
ssl_cert = </etc/ssl/certs/dovecot.pem
ssl_key =  # hidden, use -P to show it
userdb {
   driver = passwd
}
protocol imap {
   imap_client_workarounds = tb-extra-mailbox-sep tb-lsub-flags
}


-- 
Willem-Jan de Hoog

Yes, this happens because your SOLR server is reporting 500 Internal
Server Error.

Aki


On 08.11.2016 10:47, W. de Hoog wrote:
> Hi,
>
> While running doveadm index on a mailbox this gets printed:
>
> doveadm(neil): Error: fts_solr: Indexing failed: 500 Internal Server
> Error
> doveadm(neil): Panic: file http-client-request.c: line 792
> (http_client_request_send_payload): assertion failed: (ret == 0)
> doveadm(neil): Error: Raw backtrace:
> /usr/lib/dovecot/libdovecot.so.0(+0x88662) [0x7f0a52750662] ->
> /usr/lib/dovecot/libdovecot.so.0(+0x886d9) [0x7f0a527506d9] ->
> /usr/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7f0a526e9f81] ->
> /usr/lib/dovecot/libdovecot.so.0(http_client_request_send_payload+0xc8)
> [0x7f0a52703cf8] ->
>
/usr/lib/dovecot/modules/lib21_fts_solr_plugin.so(solr_connection_post_more+0x49)
> [0x7f0a518654a9] ->
> /usr/lib/dovecot/modules/lib21_fts_solr_plugin.so(+0x3187)
> [0x7f0a51861187] ->
> /usr/lib/dovecot/modules/lib20_fts_plugin.so(+0x8667) [0x7f0a51ec8667]
> -> /usr/lib/dovecot/modules/lib20_fts_plugin.so(fts_build_mail+0x4f1)
> [0x7f0a51ec8fb1] ->
> /usr/lib/dovecot/modules/lib20_fts_plugin.so(+0xefce) [0x7f0a51ecefce]
> -> /usr/lib/dovecot/libdovecot-storage.so.0(mail_precache+0x29)
> [0x7f0a52a045f9] -> /usr/bin/doveadm(+0x2e997) [0x565355d01997] ->
> /usr/bin/doveadm(+0x28dec) [0x565355cfbdec] ->
> /usr/bin/doveadm(+0x299ca) [0x565355cfc9ca] ->
> /usr/bin/doveadm(doveadm_cmd_ver2_to_mail_cmd_wrapper+0x209)
> [0x565355cfd7d9] -> /usr/bin/doveadm(doveadm_cmd_run_ver2+0x555)
> [0x565355d0c715] -> /usr/bin/doveadm(doveadm_cmd_try_run_ver2+0x37)
> [0x565355d0c767] -> /usr/bin/doveadm(main+0x1da) [0x565355cecc7a] ->
> /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf0)
> [0x7f0a5231f830] -> /usr/bin/doveadm(_start+0x29) [0x565355ced059]
>
> $ dovecot -n
> # 2.2.26.0 (23d1de6): /etc/dovecot/dovecot.conf
> # Pigeonhole version 0.4.devel (623ae77)
> # OS: Linux 4.4.0-45-generic x86_64 Ubuntu 16.04.1 LTS
> disable_plaintext_auth = no
> log_path = /var/log/dovecot.log
> mail_plugins = fts fts_solr
> mail_privileged_group = mail
> namespace {
>   hidden = yes
>   inbox = yes
>   list = no
>   location = mbox:~/mail:INBOX=/var/mail/%u
>   prefix = "#mbox/"
>   separator = /
> }
> namespace {
>   list = yes
>   location = sdbox:/home/imapshared-sdbox
>   prefix = shared/
>   separator = /
>   subscriptions = no
>   type = public
> }
> namespace inbox {
>   location = sdbox:~/sdboxmail
>   mailbox Drafts {
>     special_use = \Drafts
>   }
>   mailbox Junk {
>     special_use = \Junk
>   }
>   mailbox Sent {
>     special_use = \Sent
>   }
>   mailbox "Sent Messages" {
>     special_use = \Sent
>   }
>   mailbox Trash {
>     special_use = \Trash
>   }
>   prefix >   separator = /
> }
> passdb {
>   driver = pam
> }
> plugin {
>   fts = solr
>   fts_autoindex = yes
>   fts_solr = break-imap-search url=http://localhost:8080/solr/
>   fts_squat = partial=4 full=10
>   sieve = file:~/sieve;active=~/.dovecot.sieve
> }
> protocols = " imap"
> ssl_cert = </etc/ssl/certs/dovecot.pem
> ssl_key =  # hidden, use -P to show it
> userdb {
>   driver = passwd
> }
> protocol imap {
>   imap_client_workarounds = tb-extra-mailbox-sep tb-lsub-flags
> }
>
>

> Yes, this happens because your SOLR server is reporting 500 Internal
> Server Error.
Do you mean this is normal behaviour of dovecot? I have the impression 
it causes dovecot to stop indexing all other mailboxes.

-- 
Willem-Jan de Hoog

On 2016-11-08 09:57, Aki Tuomi wrote:
> Yes, this happens because your SOLR server is reporting 500 Internal
> Server Error.
The "Internal Server Error" was an out of memory error in solr. Solved
by changing '-Xmx128m' into '-Xmx1024m' in /etc/default/tomcat7.


-- 
Willem-Jan de Hoog