User Tools

Site Tools


cluster:151

Differences

This shows you the differences between two versions of the page.

Link to this comparison view

Both sides previous revision Previous revision
Next revision
Previous revision
Next revision Both sides next revision
cluster:151 [2016/10/31 17:04]
hmeij07 [/mnt/beegfs/]
cluster:151 [2016/11/03 13:45]
hmeij07 [Mirror Data]
Line 25: Line 25:
   * ''cottontail:/usr/local/bin/beegfs-admin-gui''   * ''cottontail:/usr/local/bin/beegfs-admin-gui''
  
-==== Quota Enable and Enforce ====+==== Mirror Data ==== 
 + 
 +** Before ** 
 + 
 +<code> 
 +[root@cottontail2 ~]# beegfs-df 
 +METADATA SERVERS: 
 +TargetID        Pool        Total         Free    %      ITotal       IFree    % 
 +========        ====        =====         ====    =      ======       =====    = 
 +      48         low      29.5GiB      23.3GiB  79%        1.9M        1.5M  82% 
 +      49         low      29.5GiB      23.1GiB  78%        1.9M        1.5M  82% 
 +     250         low     122.3GiB     116.7GiB  95%        7.8M        7.6M  98% 
 + 
 +STORAGE TARGETS: 
 +TargetID        Pool        Total         Free    %      ITotal       IFree    % 
 +========        ====        =====         ====    =      ======       =====    = 
 +   13601         low     291.4GiB      50.6GiB  17%       18.5M       18.4M 100% 
 +   21701         low     291.2GiB      61.8GiB  21%       18.5M       15.8M  85% 
 +</code> 
 + 
 +** Before ** 
 + 
 +<code> 
 + 
 +# define buddygroup - these are storage target IDs 
 +[root@n7 ~]# beegfs-ctl --addmirrorgroup --primary=13601 --secondary=21701 --groupid=101 
 +Mirror buddy group successfully set: groupID 101 -> target IDs 13601, 21701 
 + 
 +[root@n7 ~]# beegfs-ctl --listmirrorgroups 
 +     BuddyGroupID   PrimaryTargetID SecondaryTargetID 
 +     ============   =============== ================= 
 +              101             13601             21701 
 +               
 +# enable mirroring for data by directory -numTargets needs to be set to max nr of storage servers? 
 +[root@n7 ~]# beegfs-ctl --setpattern --buddymirror /mnt/beegfs/hmeij-mirror-data --chunksize=512k --numtargets=2 
 +New chunksize: 524288 
 +New number of storage targets: 2 
 +Path: /hmeij-mirror-data 
 +Mount: /mnt/beegfs 
 + 
 +# copy some contents in (~hmeij is 10G) 
 +[root@n7 ~]# rsync -vac --bwlimit /home/hmeij /mnt/beegfs/hmeij-mirror-data/  
 + 
 +</code> 
 + 
 +** After ** 
 + 
 +<code> 
 + 
 +[root@n7 ~]# beegfs-df 
 + 
 +METADATA SERVERS: (almost no changes...) 
 +STORAGE TARGETS: (each target less circa 10G) 
 +TargetID        Pool        Total         Free    %      ITotal       IFree    % 
 +========        ====        =====         ====    =      ======       =====    = 
 +   13601         low     291.4GiB      40.7GiB  14%       18.5M       18.4M  99% 
 +   21701         low     291.2GiB      51.9GiB  18%       18.5M       15.8M  85% 
 + 
 +# lets find an object 
 +[root@n7 ~]# beegfs-ctl --getentryinfo /mnt/beegfs/hmeij-mirror-data/hmeij/xen/bvm1.img 
 +Path: /hmeij-mirror-data/hmeij/xen/bvm1.img 
 +Mount: /mnt/beegfs 
 +EntryID: 178-581797C8-30 
 +Metadata node: n38 [ID: 48] 
 +Stripe pattern details: 
 ++ Type: Buddy Mirror 
 ++ Chunksize: 512K 
 ++ Number of storage targets: desired: 2; actual: 1 
 ++ Storage mirror buddy groups: 
 +  + 101 
 + 
 +# original 
 +[root@n7 ~]# ls -lh /mnt/beegfs/hmeij-mirror-data/hmeij/xen/bvm1.img 
 +-rwxr-xr-x 1 hmeij its 4.9G 2014-04-07 13:39 /mnt/beegfs/hmeij-mirror-data/hmeij/xen/bvm1.img 
 + 
 +# copy on primary 
 +[root@petaltail chroots]# ls -lh /var/chroots/data/beegfs_storage/buddymir/u2018/5817/9/60-58179513-30/178-581797C8-30 
 +-rw-rw-rw- 1 root root 4.9G Apr  7  2014 /var/chroots/data/beegfs_storage/buddymir/u2018/5817/9/60-58179513-30/178-581797C8-30 
 + 
 +# copy on secondary 
 +[root@swallowtail ~]# find /data/beegfs_storage -name 178-581797C8-30 
 +/data/beegfs_storage/buddymir/u2018/5817/9/60-58179513-30/178-581797C8-30 
 +[root@swallowtail ~]# ls -lh /data/beegfs_storage/buddymir/u2018/5817/9/60-58179513-30/178-581797C8-30 
 +-rw-rw-rw- 1 root root 4.9G Apr  7  2014 /data/beegfs_storage/buddymir/u2018/5817/9/60-58179513-30/178-581797C8-30 
 + 
 +# seems to work, notice the ''buddymir'' directory on primary/secondary 
 + 
 +</code> 
 +==== Quota ====
  
   * [[http://www.beegfs.com/wiki/EnableQuota|External Link]]   * [[http://www.beegfs.com/wiki/EnableQuota|External Link]]
cluster/151.txt · Last modified: 2016/12/06 20:14 by hmeij07