oscaruser@programmer.net
2006-Aug-06 21:07 UTC
[Xapian-discuss] How to use omega to search remote back end?
Folks, Having trouble getting this to work. OMEGA cgi is not reading my stub file properly because it is trying to read it as a directory instead of a file. Is there an easy fix? Here is a transcript. Thanks, OSC oscar@epsilon:/svr/xapian/beta$ ls -aFl total 21335200 drwxr-xr-x 2 oscar oscar 4096 Aug 6 10:15 ./ drwxr-xr-x 5 oscar oscar 4096 Aug 6 12:59 ../ lrwxrwxrwx 1 oscar oscar 17 Aug 6 10:15 default -> /svr/xapian/beta// -rw-r--r-- 1 oscar oscar 12 Jul 12 21:40 iamflint -rw-r--r-- 1 oscar oscar 12952805376 Jul 12 21:40 position.DB -rw-r--r-- 1 oscar oscar 13 Jul 12 19:07 position.baseA -rw-r--r-- 1 oscar oscar 197668 Jul 12 21:40 position.baseB -rw-r--r-- 1 oscar oscar 4737064960 Jul 12 18:26 postlist.DB -rw-r--r-- 1 oscar oscar 13 Jul 12 15:49 postlist.baseA -rw-r--r-- 1 oscar oscar 72304 Jul 12 18:26 postlist.baseB -rw-r--r-- 1 oscar oscar 611926016 Jul 12 18:31 record.DB -rw-r--r-- 1 oscar oscar 13 Jul 12 18:26 record.baseA -rw-r--r-- 1 oscar oscar 9357 Jul 12 18:32 record.baseB -rw-r--r-- 1 oscar oscar 3523690496 Jul 12 19:01 termlist.DB -rw-r--r-- 1 oscar oscar 13 Jul 12 18:32 termlist.baseA -rw-r--r-- 1 oscar oscar 53789 Jul 12 19:07 termlist.baseB -rw-r--r-- 1 oscar oscar 0 Jul 12 21:40 value.DB -rw-r--r-- 1 oscar oscar 13 Jul 12 21:40 value.baseA -rw-r--r-- 1 oscar oscar 14 Jul 12 21:40 value.baseB oscar@epsilon:/svr/xapian$ xapian-tcpsrv --port 33333 /svr/xapian/beta Opening server on port 33333... epsilon:/svr/xapian# cat /etc/omega.conf database_dir /svr/xapian/stub template_dir /var/lib/xapian-omega/templates log_dir /var/log/xapian-omega cdb_dir /var/lib/xapian-omega/cdb epsilon:/svr/xapian# cat stub remote localhost:33333 epsilon:/svr/xapian# strace /usr/lib/cgi-bin/omega/omega 'P=pda' 'FMT=xml2' execve("/usr/lib/cgi-bin/omega/omega", ["/usr/lib/cgi-bin/omega/omega", "P=pda", "FMT=xml2"], [/* 17 vars */]) = 0 uname({sys="Linux", node="epsilon", ...}) = 0 brk(0) = 0x806d000 old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x40017000 access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory) open("/etc/ld.so.preload", O_RDONLY) = -1 ENOENT (No such file or directory) open("/etc/ld.so.cache", O_RDONLY) = 3 fstat64(3, {st_mode=S_IFREG|0644, st_size=15413, ...}) = 0 old_mmap(NULL, 15413, PROT_READ, MAP_PRIVATE, 3, 0) = 0x40018000 close(3) = 0 access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory) open("/usr/lib/libxapian.so.11", O_RDONLY) = 3 read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\0\311\3"..., 512) = 512 fstat64(3, {st_mode=S_IFREG|0644, st_size=1469956, ...}) = 0 old_mmap(NULL, 1472948, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x4001c000 old_mmap(0x40156000, 188416, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3, 0x139000) = 0x40156000 close(3) = 0 access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory) open("/usr/lib/libstdc++.so.5", O_RDONLY) = 3 read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\200\301"..., 512) = 512 fstat64(3, {st_mode=S_IFREG|0644, st_size=737816, ...}) = 0 old_mmap(NULL, 761536, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x40184000 old_mmap(0x40223000, 90112, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3, 0x9e000) = 0x40223000 old_mmap(0x40239000, 20160, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x40239000 close(3) = 0 access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory) open("/lib/tls/libm.so.6", O_RDONLY) = 3 read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\00005\0\000"..., 512) = 512 fstat64(3, {st_mode=S_IFREG|0644, st_size=134496, ...}) = 0 old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x4023e000 old_mmap(NULL, 136976, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x4023f000 old_mmap(0x40260000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3, 0x20000) = 0x40260000 close(3) = 0 access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory) open("/lib/libgcc_s.so.1", O_RDONLY) = 3 read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\20\30\0"..., 512) = 512 fstat64(3, {st_mode=S_IFREG|0644, st_size=32292, ...}) = 0 old_mmap(NULL, 35304, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x40261000 old_mmap(0x40269000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3, 0x7000) = 0x40269000 close(3) = 0 access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory) open("/lib/tls/libc.so.6", O_RDONLY) = 3 read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0`Z\1\000"..., 512) = 512 fstat64(3, {st_mode=S_IFREG|0755, st_size=1254660, ...}) = 0 old_mmap(NULL, 1264972, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x4026a000 old_mmap(0x40394000, 36864, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3, 0x129000) = 0x40394000 old_mmap(0x4039d000, 7500, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x4039d000 close(3) = 0 old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x4039f000 set_thread_area({entry_number:-1 -> 6, base_addr:0x4039f080, limit:1048575, seg_32bit:1, contents:0, read_exec_only:0, limit_in_pages:1, seg_not_present:0, useable:1}) = 0 munmap(0x40018000, 15413) = 0 brk(0) = 0x806d000 brk(0x808e000) = 0x808e000 open("omega.conf", O_RDONLY) = -1 ENOENT (No such file or directory) stat64("omega.conf", 0xbfffebbc) = -1 ENOENT (No such file or directory) open("/etc/omega.conf", O_RDONLY) = 3 fstat64(3, {st_mode=S_IFREG|0644, st_size=404, ...}) = 0 mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x40018000 read(3, "# Directory_containing_Xapian_da"..., 8192) = 404 read(3, "", 4096) = 0 read(3, "", 8192) = 0 close(3) = 0 munmap(0x40018000, 4096) = 0 stat64("/svr/xapian/stub/default", 0xbfffecb0) = -1 ENOTDIR (Not a directory) stat64("/svr/xapian/stub/default/record_DB", 0xbfffecb0) = -1 ENOTDIR (Not a directory) stat64("/svr/xapian/stub/default/iamflint", 0xbfffecb0) = -1 ENOTDIR (Not a directory) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ open("/var/lib/xapian-omega/templates/xml2", O_RDONLY) = 3 fstat64(3, {st_mode=S_IFREG|0644, st_size=334, ...}) = 0 read(3, "$httpheader{Content-Type,applica"..., 334) = 334 close(3) = 0 fstat64(1, {st_mode=S_IFCHR|0620, st_rdev=makedev(136, 0), ...}) = 0 mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x40018000 write(1, "Content-Type: application/xml\n", 30Content-Type: application/xml ) = 30 write(1, "\n", 1 ) = 1 write(1, "\n", 1 ) = 1 write(1, "<results Query=\"pda\" TopDoc=\"0\" "..., 54<results Query="pda" TopDoc="0" Matches="0" Last="0" ) = 54 write(1, "ThisPage=\"1\" LastPage=\"0\" Time=\""..., 34ThisPage="1" LastPage="0" Time="" ) = 34 write(1, ">\n", 2> ) = 2 write(1, "\n", 1 ) = 1 write(1, "<hits>\n", 7<hits> ) = 7 write(1, "\n", 1 ) = 1 write(1, "</hits>\n", 8</hits> ) = 8 write(1, "</results>\n", 11</results> ) = 11 munmap(0x40018000, 4096) = 0 exit_group(0) = ? epsilon:/svr/xapian# -- ___________________________________________________ Play 100s of games for FREE! http://games.mail.com/
oscaruser@programmer.net
2006-Aug-06 21:19 UTC
[Xapian-discuss] How to use omega to search remote back end?
Whoops took a while to figure out, but "database_dir" should be set to "/svr/xapian", then in the omega call, i specify it as "./omega 'DB=stub'" where 'stub' file lives in /svr/xapian now it works OK Thanks> ----- Original Message ----- > From: oscaruser@programmer.net > To: xapian-discuss@lists.xapian.org > Subject: [Xapian-discuss] How to use omega to search remote back end? > Date: Sun, 06 Aug 2006 12:07:22 -0800 > > > Folks, > > Having trouble getting this to work. OMEGA cgi is not reading my > stub file properly because it is trying to read it as a directory > instead of a file. Is there an easy fix? Here is a transcript. > > Thanks, > OSC > > oscar@epsilon:/svr/xapian/beta$ ls -aFl > total 21335200 > drwxr-xr-x 2 oscar oscar 4096 Aug 6 10:15 ./ > drwxr-xr-x 5 oscar oscar 4096 Aug 6 12:59 ../ > lrwxrwxrwx 1 oscar oscar 17 Aug 6 10:15 default -> > /svr/xapian/beta// > -rw-r--r-- 1 oscar oscar 12 Jul 12 21:40 iamflint > -rw-r--r-- 1 oscar oscar 12952805376 Jul 12 21:40 position.DB > -rw-r--r-- 1 oscar oscar 13 Jul 12 19:07 position.baseA > -rw-r--r-- 1 oscar oscar 197668 Jul 12 21:40 position.baseB > -rw-r--r-- 1 oscar oscar 4737064960 Jul 12 18:26 postlist.DB > -rw-r--r-- 1 oscar oscar 13 Jul 12 15:49 postlist.baseA > -rw-r--r-- 1 oscar oscar 72304 Jul 12 18:26 postlist.baseB > -rw-r--r-- 1 oscar oscar 611926016 Jul 12 18:31 record.DB > -rw-r--r-- 1 oscar oscar 13 Jul 12 18:26 record.baseA > -rw-r--r-- 1 oscar oscar 9357 Jul 12 18:32 record.baseB > -rw-r--r-- 1 oscar oscar 3523690496 Jul 12 19:01 termlist.DB > -rw-r--r-- 1 oscar oscar 13 Jul 12 18:32 termlist.baseA > -rw-r--r-- 1 oscar oscar 53789 Jul 12 19:07 termlist.baseB > -rw-r--r-- 1 oscar oscar 0 Jul 12 21:40 value.DB > -rw-r--r-- 1 oscar oscar 13 Jul 12 21:40 value.baseA > -rw-r--r-- 1 oscar oscar 14 Jul 12 21:40 value.baseB > > oscar@epsilon:/svr/xapian$ xapian-tcpsrv --port 33333 /svr/xapian/beta > Opening server on port 33333... > > epsilon:/svr/xapian# cat /etc/omega.conf > database_dir /svr/xapian/stub > template_dir /var/lib/xapian-omega/templates > log_dir /var/log/xapian-omega > cdb_dir /var/lib/xapian-omega/cdb > epsilon:/svr/xapian# cat stub > remote localhost:33333 > > epsilon:/svr/xapian# strace /usr/lib/cgi-bin/omega/omega 'P=pda' 'FMT=xml2' > execve("/usr/lib/cgi-bin/omega/omega", > ["/usr/lib/cgi-bin/omega/omega", "P=pda", "FMT=xml2"], [/* 17 vars > */]) = 0 > uname({sys="Linux", node="epsilon", ...}) = 0 > brk(0) = 0x806d000 > old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x40017000 > access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file > or directory) > open("/etc/ld.so.preload", O_RDONLY) = -1 ENOENT (No such file > or directory) > open("/etc/ld.so.cache", O_RDONLY) = 3 > fstat64(3, {st_mode=S_IFREG|0644, st_size=15413, ...}) = 0 > old_mmap(NULL, 15413, PROT_READ, MAP_PRIVATE, 3, 0) = 0x40018000 > close(3) = 0 > access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file > or directory) > open("/usr/lib/libxapian.so.11", O_RDONLY) = 3 > read(3, > "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\0\311\3"..., 512) > = 512 > fstat64(3, {st_mode=S_IFREG|0644, st_size=1469956, ...}) = 0 > old_mmap(NULL, 1472948, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x4001c000 > old_mmap(0x40156000, 188416, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_FIXED, 3, 0x139000) = 0x40156000 > close(3) = 0 > access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file > or directory) > open("/usr/lib/libstdc++.so.5", O_RDONLY) = 3 > read(3, > "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\200\301"..., 512) > = 512 > fstat64(3, {st_mode=S_IFREG|0644, st_size=737816, ...}) = 0 > old_mmap(NULL, 761536, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x40184000 > old_mmap(0x40223000, 90112, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_FIXED, 3, 0x9e000) = 0x40223000 > old_mmap(0x40239000, 20160, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x40239000 > close(3) = 0 > access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file > or directory) > open("/lib/tls/libm.so.6", O_RDONLY) = 3 > read(3, > "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\00005\0\000"..., > 512) = 512 > fstat64(3, {st_mode=S_IFREG|0644, st_size=134496, ...}) = 0 > old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x4023e000 > old_mmap(NULL, 136976, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x4023f000 > old_mmap(0x40260000, 4096, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_FIXED, 3, 0x20000) = 0x40260000 > close(3) = 0 > access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file > or directory) > open("/lib/libgcc_s.so.1", O_RDONLY) = 3 > read(3, > "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\20\30\0"..., 512) > = 512 > fstat64(3, {st_mode=S_IFREG|0644, st_size=32292, ...}) = 0 > old_mmap(NULL, 35304, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x40261000 > old_mmap(0x40269000, 4096, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_FIXED, 3, 0x7000) = 0x40269000 > close(3) = 0 > access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file > or directory) > open("/lib/tls/libc.so.6", O_RDONLY) = 3 > read(3, > "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0`Z\1\000"..., 512) > = 512 > fstat64(3, {st_mode=S_IFREG|0755, st_size=1254660, ...}) = 0 > old_mmap(NULL, 1264972, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x4026a000 > old_mmap(0x40394000, 36864, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_FIXED, 3, 0x129000) = 0x40394000 > old_mmap(0x4039d000, 7500, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x4039d000 > close(3) = 0 > old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x4039f000 > set_thread_area({entry_number:-1 -> 6, base_addr:0x4039f080, > limit:1048575, seg_32bit:1, contents:0, read_exec_only:0, > limit_in_pages:1, seg_not_present:0, useable:1}) = 0 > munmap(0x40018000, 15413) = 0 > brk(0) = 0x806d000 > brk(0x808e000) = 0x808e000 > open("omega.conf", O_RDONLY) = -1 ENOENT (No such file > or directory) > stat64("omega.conf", 0xbfffebbc) = -1 ENOENT (No such file > or directory) > open("/etc/omega.conf", O_RDONLY) = 3 > fstat64(3, {st_mode=S_IFREG|0644, st_size=404, ...}) = 0 > mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, > -1, 0) = 0x40018000 > read(3, "# Directory_containing_Xapian_da"..., 8192) = 404 > read(3, "", 4096) = 0 > read(3, "", 8192) = 0 > close(3) = 0 > munmap(0x40018000, 4096) = 0 > stat64("/svr/xapian/stub/default", 0xbfffecb0) = -1 ENOTDIR (Not a directory) > stat64("/svr/xapian/stub/default/record_DB", 0xbfffecb0) = -1 > ENOTDIR (Not a directory) > stat64("/svr/xapian/stub/default/iamflint", 0xbfffecb0) = -1 > ENOTDIR (Not a directory) > > > ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ > > open("/var/lib/xapian-omega/templates/xml2", O_RDONLY) = 3 > fstat64(3, {st_mode=S_IFREG|0644, st_size=334, ...}) = 0 > read(3, "$httpheader{Content-Type,applica"..., 334) = 334 > close(3) = 0 > fstat64(1, {st_mode=S_IFCHR|0620, st_rdev=makedev(136, 0), ...}) = 0 > mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, > -1, 0) = 0x40018000 > write(1, "Content-Type: application/xml\n", 30Content-Type: application/xml > ) = 30 > write(1, "\n", 1 > ) = 1 > write(1, "\n", 1 > ) = 1 > write(1, "<results Query=\"pda\" TopDoc=\"0\" "..., 54<results > Query="pda" TopDoc="0" Matches="0" Last="0" > ) = 54 > write(1, "ThisPage=\"1\" LastPage=\"0\" Time=\""..., 34ThisPage="1" > LastPage="0" Time="" > ) = 34 > write(1, ">\n", 2> > ) = 2 > write(1, "\n", 1 > ) = 1 > write(1, "<hits>\n", 7<hits> > ) = 7 > write(1, "\n", 1 > ) = 1 > write(1, "</hits>\n", 8</hits> > ) = 8 > write(1, "</results>\n", 11</results> > ) = 11 > munmap(0x40018000, 4096) = 0 > exit_group(0) = ? > epsilon:/svr/xapian# > > -- > ___________________________________________________ > Play 100s of games for FREE! http://games.mail.com/ > > > _______________________________________________ > Xapian-discuss mailing list > Xapian-discuss@lists.xapian.org > http://lists.xapian.org/mailman/listinfo/xapian-discuss>-- ___________________________________________________ Play 100s of games for FREE! http://games.mail.com/