The MFS of Distributed File system

This blog is to facilitate the blogger himself to view the approximate process, not as a study reference.

Environment: centos6.6

mfs--Master 192.168.1.220

mfs--Metalogger 192.168.1.225

mfs--chunkserver--1 1 192.168.1.221

mfs--chunkserver--2 2 192.168.1.218

mfs--Client 192.168.1.224

Deployment

#安装Master  server (mfs-master) yum install zlib-devel gcc -ygroupadd -g 1000  mfsuseradd -u 1000 -g mfs -s/sbin/nologin mfsyum install wget  –ywget http://moosefs.org/tl_files/mfscode/mfs-1.6.27-5.tar.gztar xf mfs-1.6.27-5.tar.gz  cd mfs-1.6.2./configure--prefix=/usr/local/mfs-1.6.27 --with-default-user=mfs -- with-default-group=mfs  --disable-mfschunkserver --disable-mfsmountmake&&make  install ln -s /usr/local/mfs-1.6.27/usr/local/mfs# Configuration master servercd /usr/local/mfs/ etc/mfs/cp mfsexports.cfg.distmfsexports.cfgcp mfsmaster.cfg.distmfsmaster.cfgcatmfsmaster.cfg#  WORKING_USER = mfs         #  Run   masterserver  User # working_group = mfs        #   Run  masterserver  Group # syslog_ident = mfsmaster   #  is the masterserver in the syslog, which means that this is generated by Masterserve #  lock_memory = 0            #  Whether to execute Mlockall () to avoid mfsmaster  process overflow (default is 0) # nice_level = -19            #  Run priority (if you can default to  -19;  note that the:  process must be root-initiated) # exports_ filename = /usr/local/mfs-1.6.27/etc/mfs/mfsexports.cfg   #  mount Directory and its permission control file's storage path #  TOPOLOGY_FILENAME = /usr/local/mfs-1.6.27/etc/mfs/mfstopology.cfg  #mfstopology The storage path of the. cfg file # data_path = /usr/local/mfs-1.6.27/var/mfs #  data storage path, there are roughly three types of files in this directory, Changelog, Sessions and stats;# back_logs = 50               #metadata的改变log文件数目 (default is  50) # back_meta_keep_previous = 1   Default number of saved copies of   # metadata (default is 1) #&nBsp replications_delay_init = 300  #  Time to delay replication (default is 300s) # replications_delay_disconnect  = 3600  # chunkserver disconnected replication delay (default is 3600) # matoml_listen_host = *          #  metalogger the IP address of the listener (the default is *, representing any IP) # matoml_ Listen_port = 9419      # metalogger the port address of the listener (default is 9419) # MATOML _log_preserve_seconds = 600# matocs_listen_host = *          #  IP address for chunkserver connection (default = *, for any IP) # matocs_listen_port = 9420       #  port address for Chunkserver connection (default is 9420) # matocl_listen_host =  *         #  the IP address used for the client hook-up connection (the default is *, which represents any IP) # matocl_listen_ port = 9421      #  the port address for the client hook-up connection (default is 9421) # chunks_loop_max_ cps = 100000   # chunks Maximum loopback frequency (default: 100,000 seconds) # chunks_loop_min_time = 300      # chunks minimum Loopback frequency (default: 300 seconds) # chunks_soft_del_limit = 10      #  the maximum number of soft in a chunkserver is 10 # chunks_hard_del_limit = 25      #  a chuankserver of hard-to-be-deleted quantities of 25 # chunks_write_rep_limit = 2      #  the maximum number of chunk copied to a chunkserver in a loop (default is 1) # chunks_read_rep_limit = 10      #  the maximum number of chunk copied from a chunkserver in a loop (default is 5) # acceptable_difference =  0.1    #  Maximum difference in space usage on each chunkserver (default 0.01 is 1) # session_sustain_time =  86400   #  Client session time-out is 86,400 seconds, or 1 days # reject_old_clients = 0          #  Eject client hooks below 1.6.0 (0 or 1, default is 0)  # deprecated: #  chunks_del_limit -&nBsp;use chunks_soft_del_limit instead # lock_file - lock system has  been changed, and this option is used onlyto search for  old lockfile# Start Stop master server/usr/local/mfs/sbin/mfsmasterstart/usr/local/mfs/sbin/ mfsmasterstop# Configuring environment variables and booting from echo  ' # addmoosefs to the path variable '  >>  /etc/profileecho ' path=/usr/local/mfs/sbin/: $PATH '  >> /etc/profiletail -2/etc/ profile # add moosefs to the path variable path=/usr/local/mfs/sbin/:$ pathsource/etc/profile# boot:echo  ' #Configure  the mfsmaster service startup '  > > /etc/rc.localecho '/usr/local/mfs/sbin/mfsmaster start '  >> /etc/rc.localtail  -2/etc/rc.local# Deploying Metalogger server (Standby) Yum install zlib-devel gcc -ygroupadd  -g 1000 mfsuseradd -u 1000 -g mfs -s /sbin/nologin mfsyum install wget –ywget  http://moosefs.org/tl_files/mfscode/mfs-1.6.27-5.tar.gztar xf mfs-1.6.27-5.tar.gz cd  Mfs-1.6.27./configure--prefix=/usr/local/mfs-1.6.27 --with-default-user=mfs --with-default-group=mfs   --disable-mfschunkserver --disable-mfsmountmake&&make install ln -s  /usr/local/mfs-1.6.27 /usr/local/mfs# Configuration METALOGGER SERVERCD /USR/LOCAL/MFS/ETC/MFS/CP  mfsmetalogger.cfg.dist mfsmetalogger.cfgcat mfsmetalogger.cfg# WORKING_USER =  mfs # working_group = mfs # syslog_ident = mfsmetalogger #  lock_memory = 0 # nice_level = -19 # data_path =/usr/local/ Mfs-1.6.27/var/mfs # back_logs = 50 # back_meta_keep_previous = 3   #META_DOWNLOAD_FREQ  = 24    Start Metalogger serve Service  /usr/local/mfs/sbin/mfsmetalogger startnetstat - lantp|grep metaloggertailf /var/log/messages# Deployment  CHUNK SERVERS1YUM INSTALL GCC  zlib-devel -ygroupadd -g 1000 mfsuseradd -u 1000 -g mfs mfs  -s/sbin/nologinyum install wget –ywget http://moosefs.org/tl_files/mfscode/ Mfs-1.6.27-5.tar.gz tar zxf mfs-1.6.27-5.tar.gzcd mfs-1.6.27./configure --prefix=/usr /local/mfs-1.6.27--with-default-user=mfs --with-default-group=mfs  --disable-mfsmaster -- disable-mfsmountmake&&make installln -s /usr/local/mfs-1.6.27/usr/local/mfs# Configure chunkserverscd/usr/local/mfs/etc/mfscpmfschunkserver.cfg.dist mfschunkserver.cfgcpmfshdd.cfg.dist  mfshdd.cfgcat mfschunkserver.cfg#working_user = mfs  #WORKING_GROUP  = mfs # Syslog_ident = mfschunkserver  #LOCK_MEMORY  = 0  #NICE_LEVEL  = -19  #DATA_PATH  = /usr/local/ mfs-1.6.27/var/mfs  #MASTER_RECONNECTION_DELAY  = 5  #BIND_HOST  = * master_ host= 192.168.1.220        #  This address is  master server   IP address or host name #master_port = 9420  #MASTER_TIMEOUT  = 60   #CSSERV_LISTEN_ host = *  #CSSERV_LISTEN_PORT  = 9422   #  This port is used with other chunk  Communication between servers, primarily data replication   #HDD_CONF_FILENAME  = /usr/local/mfs-1.6.27/etc/mfs/mfshdd.cfg  #HDD_ test_freq = 10  #deprecated,  to be removed in moosefs 1.7 # lock_file = /var/run/mfs/mfschunkserver.lock  #BACK_LOGS  = 50  #CSSERV_TIMEOUT  = 5# start Chunkserver service chown -r mfs.mfs /mfsdata/#注意: You must give MFS sufficient permissions, or you will get an error. /usr/local/mfs/sbin/mfschunkserverstart# Close Chunkserver/usr/local/mfs/sbin/mfschunkserver stop# Configuring the environment variable and booting # environment variable echo  ' # add moosefs to  the pathvariable '  >> /etc/profile echo  ' path=/usr/local/mfs/sbin/: $PATH ' >> /etc/profile tail -2 /etc/profile# add moosefs to the  path variablepath=/usr/local/mfs/sbin/: $PATHsource  /etc/profile# start echo  ' # configure  the mfschunkserverservice startup '  >> /etc/rc.localecho  '/usr/local/mfs/ Sbin/mfschunkserverstart '  >> /etc/rc.localtail -2 /etc/rc.local# configure  the metalogger servicestartup/usr/local/mfs/sbin/mfsmetalogger start# Client Mount yum  Install fuse –ywget http://jaist.dl.sourceforge.net/project/fuse/fuse-2. X/2.9.3/fuse-2.9.3.tar.gztar zxf fuse-2.9.3.tar.gzcd fuse-2.9.3 ./configure make  && make install# Configuring environment Variables echo  ' exportPkg_config_path=/usr/local/lib/pkgconfig: $PKG _config_path '  >>/etc/profilesource /etc/profile# Load the fuse module into the kernel and configure boot lsmod |grep fusemodprobe fuselsmod |grep fusefuse                    79956   0 echo  ' Modeprobe fuse '  >>/etc/sysconfig/modules/fuse.modulescat /etc/ sysconfig/modules/fuse.modulesmodeprobe fusechmod 755/etc/sysconfig/modules/ Fuse.modules installation mfsmountyum install zlib-devel gcc –ygroupadd -g 1000  Mfsuseradd -u 1000 -g mfs mfs -s/sbin/nologinwget http://moosefs.org/tl_ files/mfscode/mfs-1.6.27-5.tar.gztar zxf mfs-1.6.27-5.tar.gzcd mfs-1.6.27./configure--prefix=/ usr/local/mfs-1.6.27 --with-default-user=mfs --with-default-group=mfs--disable-mfsmaster -- Disable-mfschunkserver --enable-mfsmount If there is an error configUre: error: mfsmount build wasforced, but fuse library is too  old or not installedyum install fuse-devel –ymake&&make  Installln -s /usr/local/mfs-1.6.27/usr/local/mfsbin is the client's command to create the directory and mount the Mkdir /mfsdata chown  -R mfs.mfs /mfsdata ll -d /mfsdata/drwxr-xr-x 2 mfs mfs  4096 4 Month   28 12:19/mfsdata//usr/local/mfs/bin/mfsmount /mfsdata -h192.168.1.220  -p

This article is from "Never give up!" Ningzhiyuan "blog, declined reprint!

The MFS of Distributed File system