Sebastian Dahlgren
2007-Feb-08 00:03 UTC
[Ocfs2-users] mount.ocfs2: Error when attempting to run /sbin/ocfs2_hb_ctl: "Operation not permitted"
Hi!
I'm using ocfs2 1.2.1 (the version provided by Novell) on SUSE Linux
Enterprice 10. The /dev/sda1 partition on one of my disks has been
shared via iSCSI. On both of my nodes I've started ocfs2 with
/etc/init.d/o2cb load followed by online. The modules are loaded:
ocfs2_dlmfs 20104 1
ocfs2_dlm 152076 1 ocfs2_dlmfs
ocfs2_user_heartbeat 3584 1
ocfs2_nodemanager 130400 6 ocfs2_dlmfs,ocfs2_dlm,ocfs2_user_heartbeat
configfs 23056 3 ocfs2_user_heartbeat,ocfs2_nodemanager
I've done /etc/init.d/o2cb configure and choosen ocfs2 as cluster name
and I've tried both user-space driven heartbeat and not. (What's the
difference?)
Running mount results in:
# mount
[...]
configfs on /sys/kernel/config type configfs (rw)
ocfs2_dlmfs on /dlm type ocfs2_dlmfs (rw)
When I try to mount /dev/sda1 on the node which does not have it
physically I get the following error:
# mount -t ocfs2 /dev/sda1 /iscsi/
ocfs2_hb_ctl: Unable to access cluster service while starting heartbeat
mount.ocfs2: Error when attempting to run /sbin/ocfs2_hb_ctl:
"Operation not permitted"
No messages is shown in /var/log/messages. When I strace it down I got this:
execve("/bin/mount", ["mount", "-t",
"ocfs2", "/dev/hsd1", "/iscsi/"],
[/* 81 vars */]) = 0
brk(0) = 0x8068000
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0xb7fad000
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=57356, ...}) = 0
mmap2(NULL, 57356, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7f9e000
close(3) = 0
open("/lib/libc.so.6", O_RDONLY) = 3
read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\300Y\1"...,
512) = 512
fstat64(3, {st_mode=S_IFREG|0755, st_size=1404242, ...}) = 0
mmap2(NULL, 1176988, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
3, 0) = 0xb7e7e000
madvise(0xb7e7e000, 1176988, MADV_SEQUENTIAL|0x1) = 0
mmap2(0xb7f97000, 16384, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x118) = 0xb7f97000
mmap2(0xb7f9b000, 9628, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0xb7f9b000
close(3) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0xb7e7d000
set_thread_area({entry_number:-1 -> 6, base_addr:0xb7e7d6b0,
limit:1048575, seg_32bit:1, contents:0, read_exec_only:0,
limit_in_pages:1, seg_not_present:0, useable:1}) = 0
mprotect(0xb7f97000, 8192, PROT_READ) = 0
munmap(0xb7f9e000, 57356) = 0
brk(0) = 0x8068000
brk(0x8089000) = 0x8089000
open("/usr/lib/locale/locale-archive", O_RDONLY|O_LARGEFILE) = -1
ENOENT (No such file or directory)
open("/usr/share/locale/locale.alias", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=2528, ...}) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0xb7fac000
read(3, "# Locale name alias data base.\n#"..., 4096) = 2528
read(3, "", 4096) = 0
close(3) = 0
munmap(0xb7fac000, 4096) = 0
open("/usr/lib/locale/sv_SE.UTF-8/LC_IDENTIFICATION", O_RDONLY) = -1
ENOENT (No such file or directory)
open("/usr/lib/locale/sv_SE.utf8/LC_IDENTIFICATION", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=345, ...}) = 0
mmap2(NULL, 345, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7fac000
close(3) = 0
open("/usr/lib/gconv/gconv-modules.cache", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=25404, ...}) = 0
mmap2(NULL, 25404, PROT_READ, MAP_SHARED, 3, 0) = 0xb7fa5000
close(3) = 0
open("/usr/lib/locale/sv_SE.UTF-8/LC_MEASUREMENT", O_RDONLY) = -1
ENOENT (No such file or directory)
open("/usr/lib/locale/sv_SE.utf8/LC_MEASUREMENT", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=23, ...}) = 0
mmap2(NULL, 23, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7fa4000
close(3) = 0
open("/usr/lib/locale/sv_SE.UTF-8/LC_TELEPHONE", O_RDONLY) = -1 ENOENT
(No such file or directory)
open("/usr/lib/locale/sv_SE.utf8/LC_TELEPHONE", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=57, ...}) = 0
mmap2(NULL, 57, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7fa3000
close(3) = 0
open("/usr/lib/locale/sv_SE.UTF-8/LC_ADDRESS", O_RDONLY) = -1 ENOENT
(No such file or directory)
open("/usr/lib/locale/sv_SE.utf8/LC_ADDRESS", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=127, ...}) = 0
mmap2(NULL, 127, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7fa2000
close(3) = 0
open("/usr/lib/locale/sv_SE.UTF-8/LC_NAME", O_RDONLY) = -1 ENOENT (No
such file or directory)
open("/usr/lib/locale/sv_SE.utf8/LC_NAME", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=62, ...}) = 0
mmap2(NULL, 62, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7fa1000
close(3) = 0
open("/usr/lib/locale/sv_SE.UTF-8/LC_PAPER", O_RDONLY) = -1 ENOENT (No
such file or directory)
open("/usr/lib/locale/sv_SE.utf8/LC_PAPER", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=34, ...}) = 0
mmap2(NULL, 34, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7fa0000
close(3) = 0
open("/usr/lib/locale/sv_SE.UTF-8/LC_MESSAGES", O_RDONLY) = -1 ENOENT
(No such file or directory)
open("/usr/lib/locale/sv_SE.utf8/LC_MESSAGES", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFDIR|0755, st_size=80, ...}) = 0
close(3) = 0
open("/usr/lib/locale/sv_SE.utf8/LC_MESSAGES/SYS_LC_MESSAGES",
O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=54, ...}) = 0
mmap2(NULL, 54, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7f9f000
close(3) = 0
open("/usr/lib/locale/sv_SE.UTF-8/LC_MONETARY", O_RDONLY) = -1 ENOENT
(No such file or directory)
open("/usr/lib/locale/sv_SE.utf8/LC_MONETARY", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=290, ...}) = 0
mmap2(NULL, 290, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7f9e000
close(3) = 0
open("/usr/lib/locale/sv_SE.UTF-8/LC_COLLATE", O_RDONLY) = -1 ENOENT
(No such file or directory)
open("/usr/lib/locale/sv_SE.utf8/LC_COLLATE", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=880098, ...}) = 0
mmap2(NULL, 880098, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7da6000
close(3) = 0
open("/usr/lib/locale/sv_SE.UTF-8/LC_TIME", O_RDONLY) = -1 ENOENT (No
such file or directory)
open("/usr/lib/locale/sv_SE.utf8/LC_TIME", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=2391, ...}) = 0
mmap2(NULL, 2391, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7da5000
close(3) = 0
open("/usr/lib/locale/sv_SE.UTF-8/LC_NUMERIC", O_RDONLY) = -1 ENOENT
(No such file or directory)
open("/usr/lib/locale/sv_SE.utf8/LC_NUMERIC", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=54, ...}) = 0
mmap2(NULL, 54, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7da4000
close(3) = 0
open("/usr/lib/locale/sv_SE.UTF-8/LC_CTYPE", O_RDONLY) = -1 ENOENT (No
such file or directory)
open("/usr/lib/locale/sv_SE.utf8/LC_CTYPE", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=208464, ...}) = 0
mmap2(NULL, 208464, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7d71000
close(3) = 0
umask(022) = 022
open("/dev/null", O_RDWR|O_LARGEFILE) = 3
close(3) = 0
getuid32() = 0
geteuid32() = 0
lstat64("/etc/mtab", {st_mode=S_IFREG|0644, st_size=361, ...}) = 0
stat64("/sbin/mount.ocfs2", {st_mode=S_IFREG|0755, st_size=36020,
...}) = 0
clone(child_stack=0,
flags=CLONE_CHILD_CLEARTID|CLONE_CHILD_SETTID|SIGCHLD,
child_tidptr=0xb7e7d6f8) = 12914
wait4(-1, [{WIFEXITED(s) && WEXITSTATUS(s) == 1}], 0, NULL) = 12914
--- SIGCHLD (Child exited) @ 0 (0) ---
exit_group(1) = ?
I think this has something to do with the heartbeat part, but I'm not sure.
I'm running out of ideas, anyone have a suggestion on what I can do?
Greetings
--
Sebastian Dahlgren
Sebastian Dahlgren
2007-Feb-08 04:59 UTC
[Ocfs2-users] mount.ocfs2: Error when attempting to run /sbin/ocfs2_hb_ctl: "Operation not permitted"
Hi! Thanks for your answer. The problem was that user-space driven heartbeat was enabled on one of the nodes. Should it be possible to mount the shared drive (/dev/sda1) on the host? When I mount it all nodes (including the host) freezes. But maybe that's just right. Greetings -- Sebastian Dahlgren On 2/8/07, Brandon Lamb <brandonlamb@gmail.com> wrote:> Probably no help to you, but the only time I get this error is when my > iSCSI hasnt been started or isnt accessible. Fixing that and getting > my /dev/sda attached fixes it for me (from when I change ips in my > test setup). > > Did you check your logs to make sure your iscsi is working properly > and that the disk (/dev/sda maybe) that the ocfs2 fs exists on is > accessible?