oscaruser@programmer.net
2006-Aug-06 21:07 UTC
[Xapian-discuss] How to use omega to search remote back end?
Folks,
Having trouble getting this to work. OMEGA cgi is not reading my stub file
properly because it is trying to read it as a directory instead of a file. Is
there an easy fix? Here is a transcript.
Thanks,
OSC
oscar@epsilon:/svr/xapian/beta$ ls -aFl
total 21335200
drwxr-xr-x 2 oscar oscar 4096 Aug 6 10:15 ./
drwxr-xr-x 5 oscar oscar 4096 Aug 6 12:59 ../
lrwxrwxrwx 1 oscar oscar 17 Aug 6 10:15 default ->
/svr/xapian/beta//
-rw-r--r-- 1 oscar oscar 12 Jul 12 21:40 iamflint
-rw-r--r-- 1 oscar oscar 12952805376 Jul 12 21:40 position.DB
-rw-r--r-- 1 oscar oscar 13 Jul 12 19:07 position.baseA
-rw-r--r-- 1 oscar oscar 197668 Jul 12 21:40 position.baseB
-rw-r--r-- 1 oscar oscar 4737064960 Jul 12 18:26 postlist.DB
-rw-r--r-- 1 oscar oscar 13 Jul 12 15:49 postlist.baseA
-rw-r--r-- 1 oscar oscar 72304 Jul 12 18:26 postlist.baseB
-rw-r--r-- 1 oscar oscar 611926016 Jul 12 18:31 record.DB
-rw-r--r-- 1 oscar oscar 13 Jul 12 18:26 record.baseA
-rw-r--r-- 1 oscar oscar 9357 Jul 12 18:32 record.baseB
-rw-r--r-- 1 oscar oscar 3523690496 Jul 12 19:01 termlist.DB
-rw-r--r-- 1 oscar oscar 13 Jul 12 18:32 termlist.baseA
-rw-r--r-- 1 oscar oscar 53789 Jul 12 19:07 termlist.baseB
-rw-r--r-- 1 oscar oscar 0 Jul 12 21:40 value.DB
-rw-r--r-- 1 oscar oscar 13 Jul 12 21:40 value.baseA
-rw-r--r-- 1 oscar oscar 14 Jul 12 21:40 value.baseB
oscar@epsilon:/svr/xapian$ xapian-tcpsrv --port 33333 /svr/xapian/beta
Opening server on port 33333...
epsilon:/svr/xapian# cat /etc/omega.conf
database_dir /svr/xapian/stub
template_dir /var/lib/xapian-omega/templates
log_dir /var/log/xapian-omega
cdb_dir /var/lib/xapian-omega/cdb
epsilon:/svr/xapian# cat stub
remote localhost:33333
epsilon:/svr/xapian# strace /usr/lib/cgi-bin/omega/omega 'P=pda'
'FMT=xml2'
execve("/usr/lib/cgi-bin/omega/omega",
["/usr/lib/cgi-bin/omega/omega", "P=pda",
"FMT=xml2"], [/* 17 vars */]) = 0
uname({sys="Linux", node="epsilon", ...}) = 0
brk(0) = 0x806d000
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x40017000
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or
directory)
open("/etc/ld.so.preload", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=15413, ...}) = 0
old_mmap(NULL, 15413, PROT_READ, MAP_PRIVATE, 3, 0) = 0x40018000
close(3) = 0
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or
directory)
open("/usr/lib/libxapian.so.11", O_RDONLY) = 3
read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\0\311\3"...,
512) = 512
fstat64(3, {st_mode=S_IFREG|0644, st_size=1469956, ...}) = 0
old_mmap(NULL, 1472948, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x4001c000
old_mmap(0x40156000, 188416, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3,
0x139000) = 0x40156000
close(3) = 0
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or
directory)
open("/usr/lib/libstdc++.so.5", O_RDONLY) = 3
read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\200\301"...,
512) = 512
fstat64(3, {st_mode=S_IFREG|0644, st_size=737816, ...}) = 0
old_mmap(NULL, 761536, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x40184000
old_mmap(0x40223000, 90112, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3,
0x9e000) = 0x40223000
old_mmap(0x40239000, 20160, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x40239000
close(3) = 0
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or
directory)
open("/lib/tls/libm.so.6", O_RDONLY) = 3
read(3,
"\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\00005\0\000"..., 512) =
512
fstat64(3, {st_mode=S_IFREG|0644, st_size=134496, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x4023e000
old_mmap(NULL, 136976, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x4023f000
old_mmap(0x40260000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3,
0x20000) = 0x40260000
close(3) = 0
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or
directory)
open("/lib/libgcc_s.so.1", O_RDONLY) = 3
read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\20\30\0"...,
512) = 512
fstat64(3, {st_mode=S_IFREG|0644, st_size=32292, ...}) = 0
old_mmap(NULL, 35304, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x40261000
old_mmap(0x40269000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3,
0x7000) = 0x40269000
close(3) = 0
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or
directory)
open("/lib/tls/libc.so.6", O_RDONLY) = 3
read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0`Z\1\000"...,
512) = 512
fstat64(3, {st_mode=S_IFREG|0755, st_size=1254660, ...}) = 0
old_mmap(NULL, 1264972, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x4026a000
old_mmap(0x40394000, 36864, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3,
0x129000) = 0x40394000
old_mmap(0x4039d000, 7500, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x4039d000
close(3) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x4039f000
set_thread_area({entry_number:-1 -> 6, base_addr:0x4039f080, limit:1048575,
seg_32bit:1, contents:0, read_exec_only:0, limit_in_pages:1, seg_not_present:0,
useable:1}) = 0
munmap(0x40018000, 15413) = 0
brk(0) = 0x806d000
brk(0x808e000) = 0x808e000
open("omega.conf", O_RDONLY) = -1 ENOENT (No such file or
directory)
stat64("omega.conf", 0xbfffebbc) = -1 ENOENT (No such file or
directory)
open("/etc/omega.conf", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=404, ...}) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x40018000
read(3, "# Directory_containing_Xapian_da"..., 8192) = 404
read(3, "", 4096) = 0
read(3, "", 8192) = 0
close(3) = 0
munmap(0x40018000, 4096) = 0
stat64("/svr/xapian/stub/default", 0xbfffecb0) = -1 ENOTDIR (Not a
directory)
stat64("/svr/xapian/stub/default/record_DB", 0xbfffecb0) = -1 ENOTDIR
(Not a directory)
stat64("/svr/xapian/stub/default/iamflint", 0xbfffecb0) = -1 ENOTDIR
(Not a directory)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
open("/var/lib/xapian-omega/templates/xml2", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=334, ...}) = 0
read(3, "$httpheader{Content-Type,applica"..., 334) = 334
close(3) = 0
fstat64(1, {st_mode=S_IFCHR|0620, st_rdev=makedev(136, 0), ...}) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x40018000
write(1, "Content-Type: application/xml\n", 30Content-Type:
application/xml
) = 30
write(1, "\n", 1
) = 1
write(1, "\n", 1
) = 1
write(1, "<results Query=\"pda\" TopDoc=\"0\"
"..., 54<results Query="pda" TopDoc="0"
Matches="0" Last="0"
) = 54
write(1, "ThisPage=\"1\" LastPage=\"0\"
Time=\""..., 34ThisPage="1" LastPage="0"
Time=""
) = 34
write(1, ">\n", 2>
) = 2
write(1, "\n", 1
) = 1
write(1, "<hits>\n", 7<hits>
) = 7
write(1, "\n", 1
) = 1
write(1, "</hits>\n", 8</hits>
) = 8
write(1, "</results>\n", 11</results>
) = 11
munmap(0x40018000, 4096) = 0
exit_group(0) = ?
epsilon:/svr/xapian#
--
___________________________________________________
Play 100s of games for FREE! http://games.mail.com/
oscaruser@programmer.net
2006-Aug-06 21:19 UTC
[Xapian-discuss] How to use omega to search remote back end?
Whoops took a while to figure out, but "database_dir" should be set to "/svr/xapian", then in the omega call, i specify it as "./omega 'DB=stub'" where 'stub' file lives in /svr/xapian now it works OK Thanks> ----- Original Message ----- > From: oscaruser@programmer.net > To: xapian-discuss@lists.xapian.org > Subject: [Xapian-discuss] How to use omega to search remote back end? > Date: Sun, 06 Aug 2006 12:07:22 -0800 > > > Folks, > > Having trouble getting this to work. OMEGA cgi is not reading my > stub file properly because it is trying to read it as a directory > instead of a file. Is there an easy fix? Here is a transcript. > > Thanks, > OSC > > oscar@epsilon:/svr/xapian/beta$ ls -aFl > total 21335200 > drwxr-xr-x 2 oscar oscar 4096 Aug 6 10:15 ./ > drwxr-xr-x 5 oscar oscar 4096 Aug 6 12:59 ../ > lrwxrwxrwx 1 oscar oscar 17 Aug 6 10:15 default -> > /svr/xapian/beta// > -rw-r--r-- 1 oscar oscar 12 Jul 12 21:40 iamflint > -rw-r--r-- 1 oscar oscar 12952805376 Jul 12 21:40 position.DB > -rw-r--r-- 1 oscar oscar 13 Jul 12 19:07 position.baseA > -rw-r--r-- 1 oscar oscar 197668 Jul 12 21:40 position.baseB > -rw-r--r-- 1 oscar oscar 4737064960 Jul 12 18:26 postlist.DB > -rw-r--r-- 1 oscar oscar 13 Jul 12 15:49 postlist.baseA > -rw-r--r-- 1 oscar oscar 72304 Jul 12 18:26 postlist.baseB > -rw-r--r-- 1 oscar oscar 611926016 Jul 12 18:31 record.DB > -rw-r--r-- 1 oscar oscar 13 Jul 12 18:26 record.baseA > -rw-r--r-- 1 oscar oscar 9357 Jul 12 18:32 record.baseB > -rw-r--r-- 1 oscar oscar 3523690496 Jul 12 19:01 termlist.DB > -rw-r--r-- 1 oscar oscar 13 Jul 12 18:32 termlist.baseA > -rw-r--r-- 1 oscar oscar 53789 Jul 12 19:07 termlist.baseB > -rw-r--r-- 1 oscar oscar 0 Jul 12 21:40 value.DB > -rw-r--r-- 1 oscar oscar 13 Jul 12 21:40 value.baseA > -rw-r--r-- 1 oscar oscar 14 Jul 12 21:40 value.baseB > > oscar@epsilon:/svr/xapian$ xapian-tcpsrv --port 33333 /svr/xapian/beta > Opening server on port 33333... > > epsilon:/svr/xapian# cat /etc/omega.conf > database_dir /svr/xapian/stub > template_dir /var/lib/xapian-omega/templates > log_dir /var/log/xapian-omega > cdb_dir /var/lib/xapian-omega/cdb > epsilon:/svr/xapian# cat stub > remote localhost:33333 > > epsilon:/svr/xapian# strace /usr/lib/cgi-bin/omega/omega 'P=pda' 'FMT=xml2' > execve("/usr/lib/cgi-bin/omega/omega", > ["/usr/lib/cgi-bin/omega/omega", "P=pda", "FMT=xml2"], [/* 17 vars > */]) = 0 > uname({sys="Linux", node="epsilon", ...}) = 0 > brk(0) = 0x806d000 > old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x40017000 > access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file > or directory) > open("/etc/ld.so.preload", O_RDONLY) = -1 ENOENT (No such file > or directory) > open("/etc/ld.so.cache", O_RDONLY) = 3 > fstat64(3, {st_mode=S_IFREG|0644, st_size=15413, ...}) = 0 > old_mmap(NULL, 15413, PROT_READ, MAP_PRIVATE, 3, 0) = 0x40018000 > close(3) = 0 > access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file > or directory) > open("/usr/lib/libxapian.so.11", O_RDONLY) = 3 > read(3, > "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\0\311\3"..., 512) > = 512 > fstat64(3, {st_mode=S_IFREG|0644, st_size=1469956, ...}) = 0 > old_mmap(NULL, 1472948, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x4001c000 > old_mmap(0x40156000, 188416, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_FIXED, 3, 0x139000) = 0x40156000 > close(3) = 0 > access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file > or directory) > open("/usr/lib/libstdc++.so.5", O_RDONLY) = 3 > read(3, > "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\200\301"..., 512) > = 512 > fstat64(3, {st_mode=S_IFREG|0644, st_size=737816, ...}) = 0 > old_mmap(NULL, 761536, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x40184000 > old_mmap(0x40223000, 90112, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_FIXED, 3, 0x9e000) = 0x40223000 > old_mmap(0x40239000, 20160, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x40239000 > close(3) = 0 > access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file > or directory) > open("/lib/tls/libm.so.6", O_RDONLY) = 3 > read(3, > "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\00005\0\000"..., > 512) = 512 > fstat64(3, {st_mode=S_IFREG|0644, st_size=134496, ...}) = 0 > old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x4023e000 > old_mmap(NULL, 136976, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x4023f000 > old_mmap(0x40260000, 4096, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_FIXED, 3, 0x20000) = 0x40260000 > close(3) = 0 > access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file > or directory) > open("/lib/libgcc_s.so.1", O_RDONLY) = 3 > read(3, > "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\20\30\0"..., 512) > = 512 > fstat64(3, {st_mode=S_IFREG|0644, st_size=32292, ...}) = 0 > old_mmap(NULL, 35304, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x40261000 > old_mmap(0x40269000, 4096, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_FIXED, 3, 0x7000) = 0x40269000 > close(3) = 0 > access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file > or directory) > open("/lib/tls/libc.so.6", O_RDONLY) = 3 > read(3, > "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0`Z\1\000"..., 512) > = 512 > fstat64(3, {st_mode=S_IFREG|0755, st_size=1254660, ...}) = 0 > old_mmap(NULL, 1264972, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x4026a000 > old_mmap(0x40394000, 36864, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_FIXED, 3, 0x129000) = 0x40394000 > old_mmap(0x4039d000, 7500, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x4039d000 > close(3) = 0 > old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, > MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x4039f000 > set_thread_area({entry_number:-1 -> 6, base_addr:0x4039f080, > limit:1048575, seg_32bit:1, contents:0, read_exec_only:0, > limit_in_pages:1, seg_not_present:0, useable:1}) = 0 > munmap(0x40018000, 15413) = 0 > brk(0) = 0x806d000 > brk(0x808e000) = 0x808e000 > open("omega.conf", O_RDONLY) = -1 ENOENT (No such file > or directory) > stat64("omega.conf", 0xbfffebbc) = -1 ENOENT (No such file > or directory) > open("/etc/omega.conf", O_RDONLY) = 3 > fstat64(3, {st_mode=S_IFREG|0644, st_size=404, ...}) = 0 > mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, > -1, 0) = 0x40018000 > read(3, "# Directory_containing_Xapian_da"..., 8192) = 404 > read(3, "", 4096) = 0 > read(3, "", 8192) = 0 > close(3) = 0 > munmap(0x40018000, 4096) = 0 > stat64("/svr/xapian/stub/default", 0xbfffecb0) = -1 ENOTDIR (Not a directory) > stat64("/svr/xapian/stub/default/record_DB", 0xbfffecb0) = -1 > ENOTDIR (Not a directory) > stat64("/svr/xapian/stub/default/iamflint", 0xbfffecb0) = -1 > ENOTDIR (Not a directory) > > > ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ > > open("/var/lib/xapian-omega/templates/xml2", O_RDONLY) = 3 > fstat64(3, {st_mode=S_IFREG|0644, st_size=334, ...}) = 0 > read(3, "$httpheader{Content-Type,applica"..., 334) = 334 > close(3) = 0 > fstat64(1, {st_mode=S_IFCHR|0620, st_rdev=makedev(136, 0), ...}) = 0 > mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, > -1, 0) = 0x40018000 > write(1, "Content-Type: application/xml\n", 30Content-Type: application/xml > ) = 30 > write(1, "\n", 1 > ) = 1 > write(1, "\n", 1 > ) = 1 > write(1, "<results Query=\"pda\" TopDoc=\"0\" "..., 54<results > Query="pda" TopDoc="0" Matches="0" Last="0" > ) = 54 > write(1, "ThisPage=\"1\" LastPage=\"0\" Time=\""..., 34ThisPage="1" > LastPage="0" Time="" > ) = 34 > write(1, ">\n", 2> > ) = 2 > write(1, "\n", 1 > ) = 1 > write(1, "<hits>\n", 7<hits> > ) = 7 > write(1, "\n", 1 > ) = 1 > write(1, "</hits>\n", 8</hits> > ) = 8 > write(1, "</results>\n", 11</results> > ) = 11 > munmap(0x40018000, 4096) = 0 > exit_group(0) = ? > epsilon:/svr/xapian# > > -- > ___________________________________________________ > Play 100s of games for FREE! http://games.mail.com/ > > > _______________________________________________ > Xapian-discuss mailing list > Xapian-discuss@lists.xapian.org > http://lists.xapian.org/mailman/listinfo/xapian-discuss>-- ___________________________________________________ Play 100s of games for FREE! http://games.mail.com/