prometheus__0 at hotmail.com
2010-Dec-04 11:20 UTC
[Gluster-users] request for help on performance issue on using glusterfs via cifs
hi list,
at the end of the mail ill post my configuration.
Whats the environment?
My current purpose is to export 4 Sata disks as one big storage. All
disks are attached to the same host.
Since i want that also windows user can access the data i created a
server.vol and client.vol and thus
i have 2 glusterfs processes running.
one for providing the glusterfs server to export the disks
and one for mounting this export on localhost so i can reexport this
mount via samba.
Some numbers:
disk access via dd: write 17MB/s, read 50MB/s
file transfer from client ONLY to a samba directory without glusterfs in
between but with destination disk: write 7MB/s, read 12MB/s
file transfer from client via samba and glusterfs: write 1.8MB/s, read 8MB/s
altough this numbers arent really mind blowing i really tought to get
near samba values using glusterfs
i expected something like write 5MB read 11MB or such so i can tune
other stuff but gluster seems to be priority one here
im using glusterfs 3.0.2 cause newer versions seem to have a memory leak
for my configuration
anyway, i dont think the performance problem is not solved by upgrading
since i already tried this
and the numbers keep the same
i also tried using ftp via glusterfs resulting in the same speed as
samba via gluster
so i think my configuration is just bad
i also read about the possibility to provide server/client within a
single process, but didnt find any usefull
documentation on how i need to start glusterfs or how i have to write
the configuration
thats why im using 2 glusterfs processes
cause i dont think that the issue can be found on the hardware side or
samba itself
i would be glad if someone can provide suggestions for better
configuration AND also provide why the suggestion is better
i also tried many performance translators, which none really gave much
benefit
so i turned back to the most basic config to start with
hardware: via mainboard with VIA C7 Processor 1800MHz and 1024mb ram
thx in advance
jd
client.vol
volume node_ab8f19a5-c187-4b7e-bd2a-7781f646b3a8
type protocol/client
# unix domain socket isnt faster for this config
# option transport-type unix
# option transport.socket.connect-path /tmp/.glusterfs.server
option transport-type tcp # for TCP/IP transport
option remote-host 127.0.0.1
option remote-port 6996
option remote-subvolume Data_ab8f19a5-c187-4b7e-bd2a-7781f646b3a8
end-volume
volume node_bf8adbcf-8c6d-48f1-a622-c26cb3792c49
type protocol/client
# option transport-type unix
# option transport.socket.connect-path /tmp/.glusterfs.server
option transport-type tcp # for TCP/IP transport
option remote-host 127.0.0.1
option remote-port 6996
option remote-subvolume Data_bf8adbcf-8c6d-48f1-a622-c26cb3792c49
end-volume
volume node_839dc61d-c7df-4630-b375-b1f86ee0ace9
type protocol/client
# option transport-type unix
# option transport.socket.connect-path /tmp/.glusterfs.server
option transport-type tcp # for TCP/IP transport
option remote-host 127.0.0.1
option remote-port 6996
option remote-subvolume Data_839dc61d-c7df-4630-b375-b1f86ee0ace9
end-volume
volume node_4c3c37f0-0ebc-46ff-9f37-0fa3dac56560
type protocol/client
# option transport-type unix
# option transport.socket.connect-path /tmp/.glusterfs.server
option transport-type tcp # for TCP/IP transport
option remote-host 127.0.0.1
option remote-port 6996
option remote-subvolume Data_4c3c37f0-0ebc-46ff-9f37-0fa3dac56560
end-volume
volume distributeData
type cluster/distribute
subvolumes node_ab8f19a5-c187-4b7e-bd2a-7781f646b3a8
node_bf8adbcf-8c6d-48f1-a622-c26cb3792c49
node_839dc61d-c7df-4630-b375-b1f86ee0ace9
node_4c3c37f0-0ebc-46ff-9f37-0fa3dac56560
end-volume
volume Data
type performance/io-threads
option thread-count 16
subvolumes distributeData
end-volume
server.vol
volume posix_ab8f19a5-c187-4b7e-bd2a-7781f646b3a8
type storage/posix
option directory /media/ab8f19a5-c187-4b7e-bd2a-7781f646b3a8/storage/Data
end-volume
volume Data_ab8f19a5-c187-4b7e-bd2a-7781f646b3a8
type features/locks
subvolumes posix_ab8f19a5-c187-4b7e-bd2a-7781f646b3a8
end-volume
volume posix_bf8adbcf-8c6d-48f1-a622-c26cb3792c49
type storage/posix
option directory /media/bf8adbcf-8c6d-48f1-a622-c26cb3792c49/storage/Data
end-volume
volume Data_bf8adbcf-8c6d-48f1-a622-c26cb3792c49
type features/locks
subvolumes posix_bf8adbcf-8c6d-48f1-a622-c26cb3792c49
end-volume
volume posix_839dc61d-c7df-4630-b375-b1f86ee0ace9
type storage/posix
option directory /media/839dc61d-c7df-4630-b375-b1f86ee0ace9/storage/Data
end-volume
volume Data_839dc61d-c7df-4630-b375-b1f86ee0ace9
type features/locks
subvolumes posix_839dc61d-c7df-4630-b375-b1f86ee0ace9
end-volume
volume posix_4c3c37f0-0ebc-46ff-9f37-0fa3dac56560
type storage/posix
option directory /media/4c3c37f0-0ebc-46ff-9f37-0fa3dac56560/storage/Data
end-volume
volume Data_4c3c37f0-0ebc-46ff-9f37-0fa3dac56560
type features/locks
subvolumes posix_4c3c37f0-0ebc-46ff-9f37-0fa3dac56560
end-volume
volume server
type protocol/server
# option transport-type unix
# option transport.socket.listen-path /tmp/.glusterfs.server
option transport-type tcp
option transport.socket.listen-port 6996
option auth.addr.Data_ab8f19a5-c187-4b7e-bd2a-7781f646b3a8.allow *
option auth.addr.Data_bf8adbcf-8c6d-48f1-a622-c26cb3792c49.allow *
option auth.addr.Data_839dc61d-c7df-4630-b375-b1f86ee0ace9.allow *
option auth.addr.Data_4c3c37f0-0ebc-46ff-9f37-0fa3dac56560.allow *
subvolumes Data_ab8f19a5-c187-4b7e-bd2a-7781f646b3a8
Data_bf8adbcf-8c6d-48f1-a622-c26cb3792c49
Data_839dc61d-c7df-4630-b375-b1f86ee0ace9
Data_4c3c37f0-0ebc-46ff-9f37-0fa3dac56560
end-volume