增加元数据节点

> beegfs-ctl --listnodes --nodetype=meta --nicdetails
beegfs-node1 [ID: 1]
   Ports: UDP: 8005; TCP: 8005
   Interfaces:
   + eth0[ip addr: 172.17.0.2; type: TCP]
beegfs-node2 [ID: 2]
   Ports: UDP: 8005; TCP: 8005
   Interfaces:
   + eth0[ip addr: 172.17.0.5; type: TCP]

Number of nodes: 2
Root: 1

> beegfs-ctl --listmirrorgroups --nodetype=meta
     BuddyGroupID     PrimaryNodeID   SecondaryNodeID
     ============     =============   ===============
                1                 2                 1

> beegfs-ctl --listtargets --nodetype=meta --state
TargetID     Reachability  Consistency   NodeID
========     ============  ===========   ======
       1           Online         Good        1
       2           Online         Good        2

# beegfs-node1
> df /beegfs/meta/
Filesystem     1K-blocks   Used Available Use% Mounted on
/dev/vdb1       15267040 264284  13938524   2% /beegfs/meta

# beegfs-node2
> df /beegfs/meta/
Filesystem     1K-blocks   Used Available Use% Mounted on
/dev/vdb1       15267040 264276  13938532   2% /beegfs/meta

#!/usr/bin/env bash

base_dir=/mnt/beegfs/test1

for i in $(seq 1 1000000)
do
    uuid=$(uuidgen)
    dir_name="${base_dir}/${uuid:0:1}/${uuid:1:2}/${uuid}"
    mkdir -p "${dir_name}"
    echo "aa" > "${dir_name}/content"
done

# beegfs-node1
> df /beegfs/meta/
Filesystem     1K-blocks   Used Available Use% Mounted on
/dev/vdb1       15267040 522124  13680684   4% /beegfs/meta

# beegfs-node2
> df /beegfs/meta/
Filesystem     1K-blocks   Used Available Use% Mounted on
/dev/vdb1       15267040 522116  13680692   4% /beegfs/meta

systemctl stop beegfs-client
systemctl stop beegfs-helperd
systemctl stop beegfs-storage

> beegfs-check-servers
Management
==========
beegfs-node1 [ID: 1]: reachable at 172.17.0.2:8008 (protocol: TCP)

Metadata
==========
beegfs-node1 [ID: 1]: reachable at 172.17.0.2:8005 (protocol: TCP)
beegfs-node2 [ID: 2]: reachable at 172.17.0.5:8005 (protocol: TCP)

Storage
==========
beegfs-node1 [ID: 11]: UNREACHABLE
beegfs-node2 [ID: 12]: UNREACHABLE
beegfs-node3 [ID: 13]: UNREACHABLE
beegfs-node4 [ID: 14]: UNREACHABLE

> beegfs-ctl --addmirrorgroup --automatic --nodetype=meta

Existing mirror groups:
BuddyGroupID   Node type Node
============   ========= ====
           1     primary        2 @ beegfs-meta beegfs-node2 [ID: 2]
               secondary        1 @ beegfs-meta beegfs-node1 [ID: 1]

New mirror groups:
BuddyGroupID   Node type Node
============   ========= ====
           2     primary        3 @ beegfs-meta beegfs-node3 [ID: 3]
               secondary        4 @ beegfs-meta beegfs-node4 [ID: 4]

Mirror buddy group successfully set: groupID 2 -> target IDs 3, 4

> beegfs-ctl --mirrormd
Meta mirroring is already enabled

systemctl restart beegfs-meta

beegfs-ctl --listmirrorgroups --nodetype=meta
     BuddyGroupID     PrimaryNodeID   SecondaryNodeID
     ============     =============   ===============
                1                 2                 1
                2                 3                 4

# beegfs-node1
> df /beegfs/meta/
Filesystem     1K-blocks   Used Available Use% Mounted on
/dev/vdb1       15267040 522124  13680684   4% /beegfs/meta

# beegfs-node2
> df /beegfs/meta/
Filesystem     1K-blocks   Used Available Use% Mounted on
/dev/vdb1       15267040 522116  13680692   4% /beegfs/meta

# beegfs-node3
> df /beegfs/meta/
Filesystem     1K-blocks   Used Available Use% Mounted on
/dev/vdb1       15267040 264276  13938532   2% /beegfs/meta

# beegfs-node4
> df /beegfs/meta/
Filesystem     1K-blocks   Used Available Use% Mounted on
/dev/vdb1       15267040 264276  13938532   2% /beegfs/meta

# /etc/beegfs/beegfs-client.conf
tunePreferredMetaFile = /etc/beegfs/beegfs-client-tunePreferredMetaFile

# [tunePreferredMetaFile], [tunePreferredStorageFile]
# Path to a text file that contains the numeric IDs of preferred storage targets
# and metadata servers. These will be preferred when the client creates new file
# system entries. This is useful e.g. to take advantage of data locality in the
# case of multiple data centers. If unspecified, all available targets and
# servers will be used equally.
# Usage: One targetID per line for storage servers, one nodeID per line for
#    metadata servers.
# Note: TargetIDs and nodeIDs can be queried with the beegfs-ctl tool.
# Default: <none>

3
4

echo 0 > /beegfs/meta/free_space.override

systemctl restart beegfs-helperd
systemctl restart beegfs-client

#!/usr/bin/env bash

base_dir=/mnt/beegfs/test1

for i in $(seq 1 1000)
do
    uuid=$(uuidgen)
    dir_name="${base_dir}/${uuid:0:1}/${uuid:1:2}/${uuid}"
    mkdir -p "${dir_name}"
    echo "aa" > "${dir_name}/content"
done