公告

centos7挂载浪潮FC存储

1. 查看WWPN

# lspci |grep Fibre

81:00.0 Fibre Channel: Emulex Corporation LPe15000/LPe16000 Series 8Gb/16Gb Fibre Channel Adapter (rev 30)
81:00.1 Fibre Channel: Emulex Corporation LPe15000/LPe16000 Series 8Gb/16Gb Fibre Channel Adapter (rev 30)
c2:00.0 Fibre Channel: Emulex Corporation LPe15000/LPe16000 Series 8Gb/16Gb Fibre Channel Adapter (rev 30)
c2:00.1 Fibre Channel: Emulex Corporation LPe15000/LPe16000 Series 8Gb/16Gb Fibre Channel Adapter (rev 30)

# ls -l  /sys/class/fc_host/
total 0
lrwxrwxrwx 1 root root 0 7月 29 15:11 host10 -> ../../devices/pci0000:c0/0000:c0:03.0/0000:c2:00.1/host10/fc_host/host10
lrwxrwxrwx 1 root root 0 7月 29 15:11 host7 -> ../../devices/pci0000:80/0000:80:02.0/0000:81:00.0/host7/fc_host/host7
lrwxrwxrwx 1 root root 0 7月 29 15:11 host8 -> ../../devices/pci0000:80/0000:80:02.0/0000:81:00.1/host8/fc_host/host8
lrwxrwxrwx 1 root root 0 7月 29 15:11 host9 -> ../../devices/pci0000:c0/0000:c0:03.0/0000:c2:00.0/host9/fc_host/host9

# more /sys/class/fc_host/host7/port_state 
Online

# more /sys/class/fc_host/host8/port_state 
Linkdown

# more /sys/class/fc_host/host9/port_state 
Online

# more /sys/class/fc_host/host10/port_state 
Linkdown

# more /sys/class/fc_host/host7/port_name 
0x100000109b41825b

# more /sys/class/fc_host/host9/port_name 
0x100000109b418488

2. 存储主机映射

3. 扫描磁盘

# echo '1' > /sys/class/fc_host/host7/issue_lip
# echo '1' > /sys/class/fc_host/host9/issue_lip

# lsblk 
NAME  MAJ:MIN RM  SIZE RO TYPE MOUNTPOINT
sda   8:0  0 446.6G 0 disk 
├─sda1  8:1  0 46.6G 0 part /
└─sda2  8:2  0 400.1G 0 part /opt
sdb   8:16  0 13.1T 0 disk 
└─sdb1  8:17  0 13.1T 0 part 
sdc   8:32  0 13.1T 0 disk 
└─sdc1  8:33  0 13.1T 0 part 
sdd   8:48  0 13.1T 0 disk 
└─sdd1  8:49  0 13.1T 0 part 
sde   8:64  0 13.1T 0 disk 
└─sde1  8:65  0 13.1T 0 part 
sdf   8:80  0 13.1T 0 disk 
└─sdf1  8:81  0 13.1T 0 part 
sdg   8:96  0 13.1T 0 disk 
└─sdg1  8:97  0 13.1T 0 part 
sdh   8:112 0 13.1T 0 disk 
└─sdh1  8:113 0 13.1T 0 part 
sdi   8:128 0 13.1T 0 disk 
└─sdi1  8:129 0 13.1T 0 part 

4. 多路径支持

# yum install -y device-mapper-multipath libaio-devel

# modprobe dm-multipath
# modprobe dm-round-robin

# lsmod | grep -i multi
dm_multipath      27792 1 dm_round_robin
dm_mod        124501 1 dm_multipath

# systemctl enable multipathd && systemctl restart multipathd

# mpathconf --enable --find_multipaths y --with_module y 

# cat > /etc/multipath.conf << EOF
defaults {
    user_friendly_names yes
    find_multipaths yes
    failback immediate
    no_path_retry fail
}

blacklist {
    devnode "^(ram|raw|loop|fd|md|dm-|sr|scd|st)[0-9]*"
    devnode "^hd[a-z]"
    devnode "^sda"
}
EOF

# systemctl restart multipathd

# multipath -ll
mpatha (36005076708808065f800000000000002) dm-0 INSPUR ,MCS       
size=13T features='0' hwhandler='0' wp=rw
|-+- policy='service-time 0' prio=1 status=active
| `- 7:0:7:0 sdd 8:48 active ready running
|-+- policy='service-time 0' prio=1 status=enabled
| `- 7:0:3:0 sdb 8:16 active ready running
|-+- policy='service-time 0' prio=1 status=enabled
| `- 7:0:4:0 sdc 8:32 active ready running
|-+- policy='service-time 0' prio=1 status=enabled
| `- 7:0:6:0 sde 8:64 active ready running
|-+- policy='service-time 0' prio=1 status=enabled
| `- 9:0:7:0 sdi 8:128 active ready running
|-+- policy='service-time 0' prio=1 status=enabled
| `- 9:0:3:0 sdh 8:112 active ready running
|-+- policy='service-time 0' prio=1 status=enabled
| `- 9:0:4:0 sdf 8:80 active ready running
`-+- policy='service-time 0' prio=1 status=enabled
 `- 9:0:6:0 sdg 8:96 active ready running

# cat > /etc/multipath.conf << EOF
defaults {
    user_friendly_names yes
    find_multipaths yes
    failback immediate
    no_path_retry fail
}

blacklist {
    devnode "^(ram|raw|loop|fd|md|dm-|sr|scd|st)[0-9]*"
    devnode "^hd[a-z]"
    devnode "^sda"
}

multipaths {
    multipath {
        wwid          36005076708808065f800000000000002
        alias          mpatha
    }
}
EOF

# systemctl restart multipathd

# ls -lh /dev/mapper/
total 0
crw------- 1 root root 10, 236 7月 30 00:24 control
lrwxrwxrwx 1 root root    7 7月 30 00:24 mpatha -> ../dm-0

5. 挂载硬盘

# parted --script /dev/mapper/mpatha "mklabel gpt"
# parted --script /dev/mapper/mpatha "mkpart primary 0% 100%"

# ls -lh /dev/mapper/
total 0
crw------- 1 root root 10, 236 7月 29 15:47 control
lrwxrwxrwx 1 root root    7 7月 29 15:57 mpatha -> ../dm-0
lrwxrwxrwx 1 root root    7 7月 29 15:57 mpatha1 -> ../dm-1

# mkfs.xfs -f /dev/mapper/mpatha1

# ls -la /dev/disk/by-uuid/
total 0
drwxr-xr-x 2 root root 100 7月 29 16:11 .
drwxr-xr-x 7 root root 140 7月 29 16:09 ..
lrwxrwxrwx 1 root root 10 7月 29 15:11 185b039d-e980-44d0-a598-05adf596adbd -> ../../sda1
lrwxrwxrwx 1 root root 10 7月 29 16:11 78609856-67b3-4d25-94d3-2ae75ace0362 -> ../../dm-1
lrwxrwxrwx 1 root root 10 7月 29 15:11 a94136a2-cc2e-4d88-bab5-8e7483510424 -> ../../sda2

# mkdir -p /mnt/disk1 

# cat /etc/fstab 

UUID=185b039d-e980-44d0-a598-05adf596adbd /            xfs   defaults    0 0
UUID=a94136a2-cc2e-4d88-bab5-8e7483510424 /opt          xfs   defaults    0 0
UUID=78609856-67b3-4d25-94d3-2ae75ace0362 /mnt/disk1       xfs   defaults    0 0

# mount -a

# df -h
Filesystem      Size Used Avail Use% Mounted on
devtmpfs       63G   0  63G  0% /dev
tmpfs         63G   0  63G  0% /dev/shm
tmpfs         63G  11M  63G  1% /run
tmpfs         63G   0  63G  0% /sys/fs/cgroup
/dev/sda1       47G 1.7G  45G  4% /
/dev/sda2      400G  33M 400G  1% /opt
tmpfs         13G   0  13G  0% /run/user/0
/dev/mapper/mpatha1  14T  34M  14T  1% /mnt/disk1