多路径

3. 安装多路径软件。
[root@oracle1 software]# cd RHEL/
[root@oracle1 RHEL]# ll
total 196
drwxr-xr-x. 2 root root 45 Nov 16 17:57 doc
-rw-r--r--. 1 root root 189303 Nov 16 17:43 install.sh
drwxr-xr-x. 2 root root 4096 Nov 16 17:58 packages
-rw-r--r--. 1 root root 1904 Nov 16 17:43 unattend_install.conf
[root@oracle1 RHEL]# sh install.sh
complete iscsi checking.
complete FC checking.
Verify the UltraPath existence.
The UltraPath is not installed.
Modify system configuration.[file:/etc/iscsi/iscsid.conf,item:node.startup ,value:
automatic]
Modify system configuration.[file:/etc/iscsi/
iscsid.conf,item:node.session.timeo.replacement_timeout ,value: 1]
Modify system configuration.[file:/etc/
modprobe.conf.local,module:qla2xxx,item:qlport_down_retry,value:5]
Modify system configuration.[file:/etc/
modprobe.conf.local,module:lpfc,item:lpfc_nodev_tmo,value:5]
Modify system configuration.[file:/etc/systemd/system.conf,item:
DefaultTimeoutStartSec ,value: 600s]
If the operating system is installed on a local drive of the server, you are advised
to choose boot from local; if the operating system is installed on a SAN storage
system, you must choose boot from san. Please choose the boot type of your system:
<1>--boot-from-Local
<2>--boot-from-SAN
please input your select:1
Preparing... ##################################################
UltraPath ##################################################
User configuration is saved successfully.
The boot service is installed successfull.
The running service is installed successfully.
************************************Attention************************************
* UltraPath would modify some parameters of HBA cards for better performace. If *
* UltraPath is installed for the first time, you may need to update the initrd *
* image before system reboot to make the modification take effect. *
*********************************************************************************
*********************************************************************************
* UltraPath will use the system hostname for alarm generation and automatic host*
* registration. Make sure that the system hostname is correctly configured.. *
*********************************************************************************
The installation is complete. Whether to restart the system now?
<Y|N>:N

注意，此处先不要重启，等下一步执行了之后再重启。

4. 更新系统镜像。
[root@oracle1 RHEL]# upLinux updateImage

执行完成之后重启。

2.9 在存储上创建LUN并映射给主机：
这个操作，一般人都会，此处不赘述。

2.10 使用UDEV绑定LUN：（每个节点都要执行）
1. 在Redhat主机里面扫描LUN，并查看识别的LUN信息。
[root@oracle1 ~]# hot_add
Begin to delete LUNs whose mappings do not exist
Begin to delete LUNs whose mappings are changed.
begin scan host1
begin scan host10
begin scan host11
begin scan host2
begin scan host3
begin scan host4
begin scan host5
begin scan host6
begin scan host7
begin scan host8
begin scan host9
The device scanning is complete.
[root@oracle1 ~]# upadmin show vlun type=all
----------------------------------------------------------------------------------------------------------------------------------------------------------------------
Vlun ID Disk Name Lun WWN Status Capacity Ctrl(Own/Work) Array Name Dev Lun ID No. of Paths(Available/Total)
0 sdb grid_190_191_0000 6602e2010028e3bf025c00fa00000152 Normal 10.00GB 0B/0B Dorado_48 338 8/8
1 sdc grid_190_191_0001 6602e2010028e3bf025c015700000153 Normal 10.00GB 0A/0A Dorado_48 339 8/8
2 sdd grid_190_191_0002 6602e2010028e3bf025c018a00000154 Normal 10.00GB 0B/0B Dorado_48 340 8/8
3 sde LUN_190_oltpdata0000 6602e2010028e3bf025b79470000013e Normal 400.00GB 0B/0B Dorado_48 318 8/8
4 sdf LUN_190_oltpdata0001 6602e2010028e3bf025b799f0000013f Normal 400.00GB 0A/0A Dorado_48 319 8/8
5 sdg LUN_190_oltpdata0002 6602e2010028e3bf025b79fb00000140 Normal 400.00GB 0B/0B Dorado_48 320 8/8
6 sdh LUN_190_oltpdata0003 6602e2010028e3bf025b7a5800000141 Normal 400.00GB 0A/0A Dorado_48 321 8/8
7 sdi LUN_190_oltpdata0004 6602e2010028e3bf025b7a9200000142 Normal 400.00GB 0B/0B Dorado_48 322 8/8
8 sdj LUN_190_oltpdata0005 6602e2010028e3bf025b7ab700000143 Normal 400.00GB 0A/0A Dorado_48 323 8/8
9 sdk LUN_190_oltpdata0006 6602e2010028e3bf025b7b0000000144 Normal 400.00GB 0B/0B Dorado_48 324 8/8
10 sdl LUN_190_oltpdata0007 6602e2010028e3bf025b7b6200000145 Normal 400.00GB 0A/0A Dorado_48 325 8/8
11 sdm LUN_190_oltpdata0008 6602e2010028e3bf025b7bb700000146 Normal 400.00GB 0B/0B Dorado_48 326 8/8
12 sdn LUN_190_oltpdata0009 6602e2010028e3bf025b7bfd00000147 Normal 400.00GB 0A/0A Dorado_48 327 8/8
13 sdo LUN_190_oltpdata0010 6602e2010028e3bf025b7c3800000148 Normal 400.00GB 0B/0B Dorado_48 328 8/8
14 sdp LUN_190_oltpdata0011 6602e2010028e3bf025b7c9900000149 Normal 400.00GB 0A/0A Dorado_48 329 8/8
15 sdq LUN_190_oltpdata0012 6602e2010028e3bf025b7ce50000014a Normal 400.00GB 0B/0B Dorado_48 330 8/8
16 sdr LUN_190_oltpdata0013 6602e2010028e3bf025b7d310000014b Normal 400.00GB 0A/0A Dorado_48 331 8/8
17 sds LUN_190_oltpdata0014 6602e2010028e3bf025b7d840000014c Normal 400.00GB 0B/0B Dorado_48 332 8/8
18 sdt LUN_190_oltpdata0015 6602e2010028e3bf025b7de20000014d Normal 400.00GB 0A/0A Dorado_48 333 8/8
19 sdu LUN_190_oltpredo0000 6602e2010028e3bf025bb0b50000014e Normal 400.00GB 0B/0B Dorado_48 334 8/8
20 sdv LUN_190_oltpredo0001 6602e2010028e3bf025bb10d0000014f Normal 400.00GB 0A/0A Dorado_48 335 8/8
21 sdw LUN_190_oltpredo0002 6602e2010028e3bf025bb13f00000150 Normal 400.00GB 0B/0B Dorado_48 336 8/8
22 sdx LUN_190_oltpredo0003 6602e2010028e3bf025bb19c00000151 Normal 400.00GB 0A/0A Dorado_48 337 8/8
----------------------------------------------------------------------------------------------------------------------------------------------------------------------

2. 修改绑定信息。 vi /etc/udev/rules.d/99-oracle-asmdevices.rules 把主机的信息修改。
具体修改方法：用上面输出的内容中将下面颜色相同的内容替换。建议用Notepad++修改，很方便。Tips： Ctrl+Alt键同时按下，然后用鼠拉一个框，可以同时将每一行的相同内容选中。
注意：不要把下面红色部门的数字3给去掉了哟。
注意：如果99-oracle-asmdevices.rules文件不存在，请手动新建，然后把下面的内容copy进去。
注意：不同Oracle版本，以下内容格式不一样。请事先确认，或者从相同环境copy相关内容。
如果以下信息换行了，请把页面缩小查看。

[root@oracle1 ~]# vi /etc/udev/rules.d/99-oracle-devices.rules
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025c00fa00000152", SYMLINK+="oracle/grid_190_191_0000", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025c015700000153", SYMLINK+="oracle/grid_190_191_0001", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025c018a00000154", SYMLINK+="oracle/grid_190_191_0002", OWNER="grid", GROUP="oinstall", MODE="0660"

KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b79470000013e", SYMLINK+="oracle/LUN_190_oltpdata0000", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b799f0000013f", SYMLINK+="oracle/LUN_190_oltpdata0001", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b79fb00000140", SYMLINK+="oracle/LUN_190_oltpdata0002", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b7a5800000141", SYMLINK+="oracle/LUN_190_oltpdata0003", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b7a9200000142", SYMLINK+="oracle/LUN_190_oltpdata0004", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b7ab700000143", SYMLINK+="oracle/LUN_190_oltpdata0005", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b7b0000000144", SYMLINK+="oracle/LUN_190_oltpdata0006", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b7b6200000145", SYMLINK+="oracle/LUN_190_oltpdata0007", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b7bb700000146", SYMLINK+="oracle/LUN_190_oltpdata0008", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b7bfd00000147", SYMLINK+="oracle/LUN_190_oltpdata0009", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b7c3800000148", SYMLINK+="oracle/LUN_190_oltpdata0010", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b7c9900000149", SYMLINK+="oracle/LUN_190_oltpdata0011", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b7ce50000014a", SYMLINK+="oracle/LUN_190_oltpdata0012", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b7d310000014b", SYMLINK+="oracle/LUN_190_oltpdata0013", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b7d840000014c", SYMLINK+="oracle/LUN_190_oltpdata0014", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025b7de20000014d", SYMLINK+="oracle/LUN_190_oltpdata0015", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025bb0b50000014e", SYMLINK+="oracle/LUN_190_oltpredo0000", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025bb10d0000014f", SYMLINK+="oracle/LUN_190_oltpredo0001", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025bb13f00000150", SYMLINK+="oracle/LUN_190_oltpredo0002", OWNER="grid", GROUP="oinstall", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u /dev/$name", RESULT=="36602e2010028e3bf025bb19c00000151", SYMLINK+="oracle/LUN_190_oltpredo0003", OWNER="grid", GROUP="oinstall", MODE="0660"

3. 修改完成后，执行以下以下命令。
[root@oracle1 ~]# udevadm control --reload-rules

4. 测试绑定的盘。执行以下所有命令。其中的最后的盘符，是第一步查看的对应的各个LUN的盘符。（以下内容也是用Notepad++编辑的）
udevadm test /block/sdb
udevadm test /block/sdc
udevadm test /block/sbd
udevadm test /block/sde
udevadm test /block/sdf
udevadm test /block/sdg
udevadm test /block/sdh
udevadm test /block/sdi
udevadm test /block/sdj
udevadm test /block/sdk
udevadm test /block/sdl
udevadm test /block/sdm
udevadm test /block/sdn
udevadm test /block/sdo
udevadm test /block/sdp
udevadm test /block/sdq
udevadm test /block/sdr
udevadm test /block/sds
udevadm test /block/sdt
udevadm test /block/sdu
udevadm test /block/sdv
udevadm test /block/sdw
udevadm test /block/sdx

5. 查看绑定信息。由以下输出可知，绑定成功。
[root@oracle1 ~]# ll /dev/oracle/
total 0
lrwxrwxrwx. 1 root root 6 Apr 12 17:00 grid_190_191_0000 -> ../sdb
lrwxrwxrwx. 1 root root 6 Apr 12 17:00 grid_190_191_0001 -> ../sdc
lrwxrwxrwx. 1 root root 6 Apr 12 17:00 grid_190_191_0002 -> ../sdd
lrwxrwxrwx. 1 root root 7 Apr 12 17:01 LUN_190_oltpdata0000 -> ../sde1
lrwxrwxrwx. 1 root root 7 Apr 12 17:01 LUN_190_oltpdata0001 -> ../sdf1
lrwxrwxrwx. 1 root root 7 Apr 12 17:01 LUN_190_oltpdata0002 -> ../sdg1
lrwxrwxrwx. 1 root root 7 Apr 12 17:01 LUN_190_oltpdata0003 -> ../sdh1
lrwxrwxrwx. 1 root root 7 Apr 12 17:01 LUN_190_oltpdata0004 -> ../sdi1
lrwxrwxrwx. 1 root root 7 Apr 12 17:01 LUN_190_oltpdata0005 -> ../sdj1
lrwxrwxrwx. 1 root root 7 Apr 12 17:01 LUN_190_oltpdata0006 -> ../sdk1
lrwxrwxrwx. 1 root root 7 Apr 12 17:00 LUN_190_oltpdata0007 -> ../sdl1
lrwxrwxrwx. 1 root root 7 Apr 12 17:01 LUN_190_oltpdata0008 -> ../sdm1
lrwxrwxrwx. 1 root root 7 Apr 12 17:01 LUN_190_oltpdata0009 -> ../sdn1
lrwxrwxrwx. 1 root root 7 Apr 12 17:01 LUN_190_oltpdata0010 -> ../sdo1
lrwxrwxrwx. 1 root root 7 Apr 12 17:01 LUN_190_oltpdata0011 -> ../sdp1
lrwxrwxrwx. 1 root root 7 Apr 12 17:01 LUN_190_oltpdata0012 -> ../sdq1
lrwxrwxrwx. 1 root root 7 Apr 12 17:01 LUN_190_oltpdata0013 -> ../sdr1
lrwxrwxrwx. 1 root root 7 Apr 12 17:01 LUN_190_oltpdata0014 -> ../sds1
lrwxrwxrwx. 1 root root 7 Apr 12 17:01 LUN_190_oltpdata0015 -> ../sdt1
lrwxrwxrwx. 1 root root 7 Apr 12 16:53 LUN_190_oltpredo0000 -> ../sdu1
lrwxrwxrwx. 1 root root 7 Apr 12 16:53 LUN_190_oltpredo0001 -> ../sdv1
lrwxrwxrwx. 1 root root 7 Apr 12 16:53 LUN_190_oltpredo0002 -> ../sdw1
lrwxrwxrwx. 1 root root 7 Apr 12 16:53 LUN_190_oltpredo0003 -> ../sdx1
[root@oracle1 ~]#