Fancy, while not fun. :-) But thanks, that does work. Doing that, n?ing over
calls to strcmp, it failed:
passdbs_init () at passdb.c:313
313 passdb_register_module(&passdb_ldap);
(gdb)
passdb_register_module (iface=0x280120) at passdb.c:33
33 old_iface = passdb_interface_find(iface->name);
(gdb)
passdb_interface_find (name=0x16fe60 "ldap") at passdb.c:20
20 array_foreach(&passdb_interfaces, ifaces) {
(gdb)
21 struct passdb_module_interface *iface = *ifaces;
(gdb)
23 if (strcmp(iface->name, name) == 0)
(gdb) n
20 array_foreach(&passdb_interfaces, ifaces) {
(gdb)
21 struct passdb_module_interface *iface = *ifaces;
(gdb)
23 if (strcmp(iface->name, name) == 0)
(gdb) n
20 array_foreach(&passdb_interfaces, ifaces) {
(gdb)
21 struct passdb_module_interface *iface = *ifaces;
(gdb)
23 if (strcmp(iface->name, name) == 0)
(gdb) n
20 array_foreach(&passdb_interfaces, ifaces) {
(gdb)
21 struct passdb_module_interface *iface = *ifaces;
(gdb)
23 if (strcmp(iface->name, name) == 0)
(gdb) n
20 array_foreach(&passdb_interfaces, ifaces) {
(gdb)
21 struct passdb_module_interface *iface = *ifaces;
(gdb)
23 if (strcmp(iface->name, name) == 0)
(gdb) n
20 array_foreach(&passdb_interfaces, ifaces) {
(gdb)
21 struct passdb_module_interface *iface = *ifaces;
(gdb)
23 if (strcmp(iface->name, name) == 0)
(gdb) n
20 array_foreach(&passdb_interfaces, ifaces) {
(gdb)
21 struct passdb_module_interface *iface = *ifaces;
(gdb)
23 if (strcmp(iface->name, name) == 0)
(gdb) n
20 array_foreach(&passdb_interfaces, ifaces) {
(gdb)
21 struct passdb_module_interface *iface = *ifaces;
(gdb)
23 if (strcmp(iface->name, name) == 0)
(gdb) n
20 array_foreach(&passdb_interfaces, ifaces) {
(gdb)
26 return NULL;
(gdb)
27 }
(gdb)
passdb_register_module (iface=0x280120) at passdb.c:34
34 if (old_iface != NULL && old_iface->verify_plain == NULL) {
(gdb)
37 } else if (old_iface != NULL) {
(gdb)
41 array_append(&passdb_interfaces, &iface, 1);
(gdb)
42 }
(gdb)
passdbs_init () at passdb.c:314
314 passdb_register_module(&passdb_sql);
(gdb)
315 passdb_register_module(&passdb_sia);
(gdb)
316 passdb_register_module(&passdb_static);
(gdb)
317 passdb_register_module(&passdb_oauth2);
(gdb)
318 }
(gdb)
main_preinit () at main.c:186
186 userdbs_init();
(gdb)
188 password_schemes_init();
(gdb)
190 services = read_global_settings();
(gdb)
Program received signal SIGTRAP, Trace/breakpoint trap.
Cannot remove breakpoints because program is no longer writable.
It might be running in another process.
Further execution is probably impossible.
0x000000004022a380 in ?? ()
(gdb)
Cannot find bounds of current function
(gdb)
Next step I?ll stop before that and be more careful about n?ing things, but.
Just passing on context while I have it.
Thanks. More later.
- Chris
> On Feb 22, 2018, at 02:25, Aki Tuomi <aki.tuomi at dovecot.fi> wrote:
>
> Hi!
>
> Unfortunately we do not have a Sparc64 with any OS at hand. Maybe you could
>
> break main
> r
> s
>
> until it breaks?
>
> Aki
>
Okay. Got to the next bit pretty quickly.:
Breakpoint 4, auth_settings_read (service=0x0, pool=0x4104b020,
output_r=0x7fdfffff6d0) at auth-settings.c:522
522 input.module = "auth";
(gdb) n
523 input.service = service;
(gdb) n
524 if (master_service_settings_read(master_service, &input,
(gdb) s
Program received signal SIGTRAP, Trace/breakpoint trap.
Cannot remove breakpoints because program is no longer writable.
It might be running in another process.
Further execution is probably impossible.
0x000000004022a380 in ?? ()
(gdb)
So, why did it not step into master_service_settings_read ? Trying again:
523 input.service = service;
(gdb) s
524 if (master_service_settings_read(master_service, &input,
(gdb) list
519
520 i_zero(&input);
521 input.roots = set_roots;
522 input.module = "auth";
523 input.service = service;
524 if (master_service_settings_read(master_service, &input,
525 output_r, &error) < 0)
526 i_fatal("Error reading configuration: %s", error);
527
528 pool_ref(pool);
(gdb) p input
$1 = {roots = 0x27fbd8, config_path = 0x0, preserve_environment = false,
preserve_user = false, preserve_home = false, never_exec = false,
use_sysexits = false, parse_full_config = false, module = 0x16ad70
"auth",
service = 0x0, username = 0x0, local_ip = {family = 0, u = {ip6 = {
__u6_addr = {__u6_addr8 = '\0' <repeats 15 times>,
__u6_addr16 = {0,
0, 0, 0, 0, 0, 0, 0}, __u6_addr32 = {0, 0, 0, 0}}}, ip4 = {
s_addr = 0}}}, remote_ip = {family = 0, u = {ip6 = {__u6_addr = {
__u6_addr8 = '\0' <repeats 15 times>, __u6_addr16 = {0,
0, 0, 0, 0,
0, 0, 0}, __u6_addr32 = {0, 0, 0, 0}}}, ip4 = {s_addr = 0}}},
local_name = 0x0}
(gdb) p &input
$2 = (struct master_service_settings_input *) 0x7fdfffff5a8
(gdb) p output_r
$3 = (struct master_service_settings_output *) 0x7fdfffff6d0
(gdb) p &error
$4 = (const char **) 0x7fdfffff598
(gdb) p error
$6 = 0x10dbd0 "@\005?\204\001"
(gdb) p master_service
$5 = (struct master_service *) 0x41030000
(gdb) s
Program received signal SIGTRAP, Trace/breakpoint trap.
Cannot remove breakpoints because program is no longer writable.
It might be running in another process.
Further execution is probably impossible.
0x000000004022a380 in ?? ()
(gdb)
Any ideas here? I?m not sure where to look next?
- Chris
> On Feb 22, 2018, at 10:10, Chris Ross <cross+dovecot at distal.com>
wrote:
>
> Fancy, while not fun. :-) But thanks, that does work. Doing that, n?ing
over calls to strcmp, it failed:
>
> passdbs_init () at passdb.c:313
> 313 passdb_register_module(&passdb_ldap);
> (gdb)
> passdb_register_module (iface=0x280120) at passdb.c:33
> 33 old_iface = passdb_interface_find(iface->name);
> (gdb)
> passdb_interface_find (name=0x16fe60 "ldap") at passdb.c:20
> 20 array_foreach(&passdb_interfaces, ifaces) {
> (gdb)
> 21 struct passdb_module_interface *iface = *ifaces;
> (gdb)
> 23 if (strcmp(iface->name, name) == 0)
> (gdb) n
> 20 array_foreach(&passdb_interfaces, ifaces) {
> (gdb)
> 21 struct passdb_module_interface *iface = *ifaces;
> (gdb)
> 23 if (strcmp(iface->name, name) == 0)
> (gdb) n
> 20 array_foreach(&passdb_interfaces, ifaces) {
> (gdb)
> 21 struct passdb_module_interface *iface = *ifaces;
> (gdb)
> 23 if (strcmp(iface->name, name) == 0)
> (gdb) n
> 20 array_foreach(&passdb_interfaces, ifaces) {
> (gdb)
> 21 struct passdb_module_interface *iface = *ifaces;
> (gdb)
> 23 if (strcmp(iface->name, name) == 0)
> (gdb) n
> 20 array_foreach(&passdb_interfaces, ifaces) {
> (gdb)
> 21 struct passdb_module_interface *iface = *ifaces;
> (gdb)
> 23 if (strcmp(iface->name, name) == 0)
> (gdb) n
> 20 array_foreach(&passdb_interfaces, ifaces) {
> (gdb)
> 21 struct passdb_module_interface *iface = *ifaces;
> (gdb)
> 23 if (strcmp(iface->name, name) == 0)
> (gdb) n
> 20 array_foreach(&passdb_interfaces, ifaces) {
> (gdb)
> 21 struct passdb_module_interface *iface = *ifaces;
> (gdb)
> 23 if (strcmp(iface->name, name) == 0)
> (gdb) n
> 20 array_foreach(&passdb_interfaces, ifaces) {
> (gdb)
> 21 struct passdb_module_interface *iface = *ifaces;
> (gdb)
> 23 if (strcmp(iface->name, name) == 0)
> (gdb) n
> 20 array_foreach(&passdb_interfaces, ifaces) {
> (gdb)
> 26 return NULL;
> (gdb)
> 27 }
> (gdb)
> passdb_register_module (iface=0x280120) at passdb.c:34
> 34 if (old_iface != NULL && old_iface->verify_plain == NULL) {
> (gdb)
> 37 } else if (old_iface != NULL) {
> (gdb)
> 41 array_append(&passdb_interfaces, &iface, 1);
> (gdb)
> 42 }
> (gdb)
> passdbs_init () at passdb.c:314
> 314 passdb_register_module(&passdb_sql);
> (gdb)
> 315 passdb_register_module(&passdb_sia);
> (gdb)
> 316 passdb_register_module(&passdb_static);
> (gdb)
> 317 passdb_register_module(&passdb_oauth2);
> (gdb)
> 318 }
> (gdb)
> main_preinit () at main.c:186
> 186 userdbs_init();
> (gdb)
> 188 password_schemes_init();
> (gdb)
> 190 services = read_global_settings();
> (gdb)
>
> Program received signal SIGTRAP, Trace/breakpoint trap.
> Cannot remove breakpoints because program is no longer writable.
> It might be running in another process.
> Further execution is probably impossible.
> 0x000000004022a380 in ?? ()
> (gdb)
> Cannot find bounds of current function
> (gdb)
>
> Next step I?ll stop before that and be more careful about n?ing things,
but. Just passing on context while I have it.
>
> Thanks. More later.
>
> - Chris
>
>> On Feb 22, 2018, at 02:25, Aki Tuomi <aki.tuomi at dovecot.fi>
wrote:
>>
>> Hi!
>>
>> Unfortunately we do not have a Sparc64 with any OS at hand. Maybe you
could
>>
>> break main
>> r
>> s
>>
>> until it breaks?
>>
>> Aki
>>
>
(long gdb output, you?ve been warned)
Okay. So, the libdovecot shared library in /usr/local was stripped. Replaced
that, and got farther. gdb walk below.
It looks to me like it gets deep into the OS?s vfork/execv where it catches a
trap/crashes. Is this a problem I can catch, or something wrong with running in
gdb? I notice this is a SIGTRAP, where the binary when run out of gdb gets a
SIGSEGV, and that?s what a loaded core shows.
Thanks for any assistance.
- Chris
Breakpoint 3, master_service_exec_config (service=0x41030000,
input=0x7fdfffff5a8) at master-service-settings.c:125
125 const char **conf_argv, *binary_path = service->argv[0];
(gdb) n
128 (void)t_binary_abspath(&binary_path);
(gdb) n
130 if (!service->keep_environment &&
!input->preserve_environment) {
(gdb)
131 if (input->preserve_home)
(gdb)
133 if (input->preserve_user)
(gdb)
135 if ((service->flags & MASTER_SERVICE_FLAG_STANDALONE) != 0)
(gdb)
136 master_service_import_environment("LOG_STDERR_TIMESTAMP");
(gdb)
140 if (getenv(DOVECOT_PRESERVE_ENVS_ENV) == NULL)
(gdb)
146 if (input->use_sysexits)
(gdb)
150 i = 0;
(gdb)
151 argv_max_count = 11 + (service->argc + 1) + 1;
(gdb)
152 conf_argv = t_new(const char *, argv_max_count);
(gdb)
153 conf_argv[i++] = DOVECOT_CONFIG_BIN_PATH;
(gdb)
154 if (input->service != NULL) {
(gdb)
158 conf_argv[i++] = "-c";
(gdb)
159 conf_argv[i++] = service->config_path;
(gdb)
160 if (input->module != NULL) {
(gdb)
161 conf_argv[i++] = "-m";
(gdb)
162 conf_argv[i++] = input->module;
(gdb)
163 if (service->want_ssl_settings) {
(gdb)
168 if (input->parse_full_config)
(gdb)
171 conf_argv[i++] = "-e";
(gdb)
172 conf_argv[i++] = binary_path;
(gdb)
173 memcpy(conf_argv+i, service->argv + 1,
(gdb)
175 i += service->argc;
(gdb)
177 i_assert(i < argv_max_count);
(gdb)
178 execv_const(conf_argv[0], conf_argv);
(gdb) p conf_argv
$3 = (const char **) 0x41016e48
(gdb) p conf_argv[0]
$4 = 0x4064f6d8 "/usr/local/bin/doveconf"
(gdb) p *conf_argv
$5 = 0x4064f6d8 "/usr/local/bin/doveconf"
(gdb) s
execv_const (path=0x4064f6d8 "/usr/local/bin/doveconf",
argv=0x41016e48)
at execv-const.c:23
23 (void)execv(path, argv_drop_const(argv));
(gdb) p parth
No symbol "parth" in current context.
(gdb) p path
$6 = 0x4064f6d8 "/usr/local/bin/doveconf"
(gdb) s
argv_drop_const (argv=0x41016e48) at execv-const.c:13
13 for (count = 0; argv[count] != NULL; count++) ;
(gdb) p argv
$7 = (const char * const *) 0x41016e48
(gdb) p argv[0]
$8 = 0x4064f6d8 "/usr/local/bin/doveconf"
(gdb) p argv[1]
$9 = 0x4064f708 "-c"
(gdb) p argv[2]
$10 = 0x41040000 "/usr/local/etc/dovecot/dovecot.conf"
(gdb) p argv[3]
$11 = 0x4064f710 "-m"
(gdb) p argv[4]
$12 = 0x16ad70 "auth"
(gdb) p argv[5]
$13 = 0x4064f728 "-e"
(gdb) p argv[6]
$14 = 0x7fdfffffd18
"/usr/ports/mail/dovecot/work/stage/usr/local/libexec/dovecot/auth"
(gdb) p argv[7]
$15 = 0x0
(gdb) n
15 ret = t_new(char *, count + 1);
(gdb)
16 for (i = 0; i < count; i++)
(gdb)
17 ret[i] = t_strdup_noconst(argv[i]);
(gdb)
16 for (i = 0; i < count; i++)
(gdb)
17 ret[i] = t_strdup_noconst(argv[i]);
(gdb)
16 for (i = 0; i < count; i++)
(gdb)
17 ret[i] = t_strdup_noconst(argv[i]);
(gdb)
16 for (i = 0; i < count; i++)
(gdb)
17 ret[i] = t_strdup_noconst(argv[i]);
(gdb)
16 for (i = 0; i < count; i++)
(gdb)
17 ret[i] = t_strdup_noconst(argv[i]);
(gdb)
16 for (i = 0; i < count; i++)
(gdb)
17 ret[i] = t_strdup_noconst(argv[i]);
(gdb)
16 for (i = 0; i < count; i++)
(gdb)
17 ret[i] = t_strdup_noconst(argv[i]);
(gdb)
16 for (i = 0; i < count; i++)
(gdb)
18 return ret;
(gdb)
19 }
(gdb)
Program received signal SIGTRAP, Trace/breakpoint trap.
Cannot remove breakpoints because program is no longer writable.
It might be running in another process.
Further execution is probably impossible.
0x000000004022a380 in ?? ()
(gdb) b argv_drop_const
Breakpoint 4 at 0x405d50b8: file execv-const.c, line 13.
(gdb) run
The program being debugged has been started already.
Start it from the beginning? (y or n) y
Starting program:
/usr/ports/mail/dovecot/work/stage/usr/local/libexec/dovecot/auth
Error in re-setting breakpoint 3:
No source file named master-service-settings.c.
Error in re-setting breakpoint 4:
No source file named execv-const.c.
Breakpoint 3, master_service_exec_config (service=0x41030000,
input=0x7fdfffff5a8) at master-service-settings.c:125
125 const char **conf_argv, *binary_path = service->argv[0];
(gdb) n
128 (void)t_binary_abspath(&binary_path);
(gdb) c
Continuing.
Breakpoint 4, argv_drop_const (argv=0x41016e48) at execv-const.c:13
13 for (count = 0; argv[count] != NULL; count++) ;
(gdb) p argv
$16 = (const char * const *) 0x41016e48
(gdb) p argv[1]
$17 = 0x4064f708 "-c"
(gdb) p argv[6]
$18 = 0x7fdfffffd18
"/usr/ports/mail/dovecot/work/stage/usr/local/libexec/dovecot/auth"
(gdb) p argv[7]
$19 = 0x0
(gdb) n
15 ret = t_new(char *, count + 1);
(gdb) n
16 for (i = 0; i < count; i++)
(gdb) p ret
$20 = (char **) 0x41016eb8
(gdb) p ret[0]
$21 = 0x0
(gdb) p ret[1]
$22 = 0x0
(gdb) n
17 ret[i] = t_strdup_noconst(argv[i]);
(gdb) p i,ret[i]
$23 = 0x0
(gdb) p i
$24 = 0
(gdb) p ret[i]
$25 = 0x0
(gdb) p argv[i]
$26 = 0x4064f6d8 "/usr/local/bin/doveconf"
(gdb) n
16 for (i = 0; i < count; i++)
(gdb) p i
$27 = 0
(gdb) p ret[i]
$28 = 0x41016ef8 "/usr/local/bin/doveconf"
(gdb) p ret[i+1]
$29 = 0x0
(gdb) n
17 ret[i] = t_strdup_noconst(argv[i]);
(gdb) n
16 for (i = 0; i < count; i++)
(gdb)
17 ret[i] = t_strdup_noconst(argv[i]);
(gdb)
16 for (i = 0; i < count; i++)
(gdb)
17 ret[i] = t_strdup_noconst(argv[i]);
(gdb)
16 for (i = 0; i < count; i++)
(gdb)
17 ret[i] = t_strdup_noconst(argv[i]);
(gdb)
16 for (i = 0; i < count; i++)
(gdb)
17 ret[i] = t_strdup_noconst(argv[i]);
(gdb)
16 for (i = 0; i < count; i++)
(gdb)
17 ret[i] = t_strdup_noconst(argv[i]);
(gdb)
16 for (i = 0; i < count; i++)
(gdb)
18 return ret;
(gdb) p ret
$30 = (char **) 0x41016eb8
(gdb) p ret[]
A syntax error in expression, near `]'.
(gdb) p *ret
$31 = 0x41016ef8 "/usr/local/bin/doveconf"
(gdb) p *ret[]
A syntax error in expression, near `]'.
(gdb) p ret[0]
$32 = 0x41016ef8 "/usr/local/bin/doveconf"
(gdb) p ret[1]
$33 = 0x41016f10 "-c"
(gdb) p ret[2]
$34 = 0x41016f18 "/usr/local/etc/dovecot/dovecot.conf"
(gdb) p ret[3]
$35 = 0x41016f40 "-m"
(gdb) p ret[4]
$36 = 0x41016f48 "auth"
(gdb) p ret[5]
$37 = 0x41016f50 "-e"
(gdb) p ret[6]
$38 = 0x41016f58
"/usr/ports/mail/dovecot/work/stage/usr/local/libexec/dovecot/auth"
(gdb) p ret[7]
$39 = 0x0
(gdb) s
19 }
(gdb)
execv (name=0x4064f6d8 "/usr/local/bin/doveconf", argv=0x41016eb8)
at /usr/src/lib/libc/gen/exec.c:135
135 (void)_execve(name, argv, environ);
(gdb) p name
$40 = 0x4064f6d8 "/usr/local/bin/doveconf"
(gdb) p argv
$41 = (char * const *) 0x41016eb8
(gdb) p *argv
$42 = 0x41016ef8 "/usr/local/bin/doveconf"
(gdb) p environ
$43 = (char **) 0x4106e000
(gdb) p *environ
$44 = 0x4105f048 "DOVECOT_PRESERVE_ENVS=LOG_STDERR_TIMESTAMP"
(gdb) p environ[0]
$45 = 0x4105f048 "DOVECOT_PRESERVE_ENVS=LOG_STDERR_TIMESTAMP"
(gdb) p environ[1]
$46 = 0x4102f000 "COLUMNS=80"
(gdb) p environ[2]
$47 = 0x4102f020 "LINES=34"
(gdb) p environ[3]
$48 = 0x41028040 "LANG=en_US.UTF-8"
(gdb) p environ[4]
$49 = 0x4103b0a0
"PATH=/sbin:/bin:/usr/sbin:/usr/bin:/usr/local/sbin:/usr/local/bin:/root/bin"
(gdb) p environ[5]
$50 = 0x41028060 "TERM=xterm-256color"
(gdb) p environ[6]
$51 = 0x4102f030 "LOGNAME=cross"
(gdb) p environ[7]
$52 = 0x4102f040 "USER=cross"
(gdb) p environ[8]
$53 = 0x4102f050 "USERNAME=cross"
(gdb) p environ[9]
$54 = 0x41028080 "MAIL=/var/mail/root"
(gdb) p environ[10]
$55 = 0x4102f060 "HOME=/root"
(gdb) p environ[11]
$56 = 0x4102f070 "SHELL=/bin/csh"
(gdb) p environ[12]
$57 = 0x4103b0f0 "SUDO_COMMAND=/usr/bin/gdb
work/stage/usr/local/libexec/dovecot//auth"
(gdb) p environ[13]
$58 = 0x4102f080 "SUDO_USER=cross"
(gdb) p environ[14]
$59 = 0x4102f090 "SUDO_UID=1001"
(gdb) p environ[15]
$60 = 0x4102f0a0 "SUDO_GID=20"
(gdb) p environ[16]
$61 = 0x410280a0 "HOSTTYPE=FreeBSD"
(gdb) p environ[17]
$62 = 0x4102f0b0 "VENDOR=sun"
(gdb) p environ[18]
$63 = 0x4102f0c0 "OSTYPE=FreeBSD"
(gdb) p environ[19]
$64 = 0x4102f0d0 "MACHTYPE=sparc"
(gdb) p environ[20]
$65 = 0x410280c0 "PWD=/usr/ports/mail/dovecot"
(gdb) p environ[21]
$66 = 0x4102f0e0 "GROUP=wheel"
(gdb) p environ[22]
$67 = 0x410280e0 "HOST=westeros.distal.com"
(gdb) p environ[23]
$68 = 0x4102f0f0 "REMOTEHOST=2001"
(gdb) p environ[24]
$69 = 0x4102f100 "EDITOR=vi"
(gdb) p environ[25]
$70 = 0x4102f110 "PAGER=more"
(gdb) p environ[26]
$71 = 0x4102f120 "BLOCKSIZE=K"
(gdb) p environ[27]
$72 = 0x0
(gdb) s
134 {
(gdb) s
0x0000000040ab2800 in vfork () at /usr/src/lib/libc/gen/exec.c:133
133 execv(const char *name, char * const *argv)
(gdb)
0x0000000040ab2804 133 execv(const char *name, char * const *argv)
(gdb) print argv
No symbol "argv" in current context.
(gdb) s
execv (name=0x4064f6d8 "/usr/local/bin/doveconf", argv=0x41016eb8)
at /usr/src/lib/libc/gen/exec.c:135
135 (void)_execve(name, argv, environ);
(gdb) s
137 }
(gdb) s
135 (void)_execve(name, argv, environ);
(gdb) s
Program received signal SIGTRAP, Trace/breakpoint trap.
Cannot remove breakpoints because program is no longer writable.
It might be running in another process.
Further execution is probably impossible.
0x000000004022a380 in ?? ()
(gdb)
> On Feb 22, 2018, at 10:21, Chris Ross <cross+dovecot at distal.com>
wrote:
>
> Okay. Got to the next bit pretty quickly.:
> 524 if (master_service_settings_read(master_service, &input,
> (gdb) list
> 519
> 520
> (gdb) s
>
> Program received signal SIGTRAP, Trace/breakpoint trap.
> Cannot remove breakpoints because program is no longer writable.
> It might be running in another process.
> Further execution is probably impossible.
> 0x000000004022a380 in ?? ()
> (gdb)
>
> Any ideas here? I?m not sure where to look next?
>