ASMFD给磁盘组添加磁盘

dblife 2020-06-02

1179

1 查看新添加的磁盘

1.1 每个节点都要查看，而且每个盘符对应的wwid要一致

multipath -ll  # 发现两边multipath认出的盘符所对应的盘不一致（实际wwid是一致的），为了方便后期维护，使用multipath手工绑定方式
编辑multipath.conf,填写如下内容
multipaths{
      multipath {
	         wwid 36f4796010093e118b914afab00000009
			 alias mpatha
	  }
      multipath {
	         wwid 36f4796010093e118b914afd30000000a
			 alias mpathb
	  }
      multipath {
	         wwid 36f4796010093e118b914afe80000000b
			 alias mpathc
	  }	
      multipath {
	         wwid 36f4796010093e118b915245f0000000c
			 alias mpathd
	  }	
      multipath {
	         wwid 36f4796010093e118b9157aa10000000d
			 alias mpathe
	  }	
      multipath {
	         wwid 36f4796010093e118b9157ac00000000e
			 alias mpathf
	  }	
      multipath {
	         wwid 36f4796010093e118b9157aeb0000000f
			 alias mpathg
	  }	
      multipath {
	         wwid 36f4796010093e118b9157b0b00000010
			 alias mpathh
	  }	
      multipath {
	         wwid 36f4796010093e118b9157b1d00000011
			 alias mpathi
	  }		  
      multipath {
	         wwid 36f4796010093e118d2c91bb000000013
			 alias mpathj   # 新增盘
	  }
      multipath {
	         wwid 36f4796010093e118d2c91bf700000015
			 alias mpathk   # 新增盘
	  }	  
      multipath {
	         wwid 36f4796010093e118d2c91bd500000014
			 alias mpathl   # 新增盘
	  }		  
      multipath {
	         wwid 36f4796010093e118d2c91b8f00000012
			 alias mpathm   # 新增盘
	  }		  
}

1.2 重启主机

重启之后，发现每个节点multipath认出的盘符对应一致

2 获取当前asm磁盘组的路径

[grid@dw01 ~]$  /u01/app/19c/grid/bin/asmcmd dsget
parameter:/dev/mapper/*, AFD:*
profile:/dev/mapper/*,AFD:*

3 查看afd状态

[grid@dw01 ~]$  /u01/app/19c/grid/bin/asmcmd afd_state
ASMCMD-9526: The AFD state is 'LOADED' and filtering is 'ENABLED' on host 'dw01'

4 修改磁盘权限

dw01
[root@dw01 ~]# chown grid.oinstall /dev/mapper/mpathj 
[root@dw01 ~]# ls -l /dev/dm-7
brw-rw---- 1 grid oinstall 253, 7 May 19 16:13 /dev/dm-7
[root@dw01 ~]# chown grid.oinstall /dev/mapper/mpathk
[root@dw01 ~]# chown grid.oinstall /dev/mapper/mpathl
[root@dw01 ~]# chown grid.oinstall /dev/mapper/mpathm
[root@dw01 ~]# ls -l /dev/dm-12 
brw-rw---- 1 grid oinstall 253, 12 May 19 16:13 /dev/dm-12
[root@dw01 ~]# ls -l /dev/dm-18
brw-rw---- 1 grid oinstall 253, 18 May 19 16:13 /dev/dm-18
[root@dw01 ~]# ls -l /dev/dm-16
brw-rw---- 1 grid oinstall 253, 16 May 19 16:13 /dev/dm-16

dw02
[root@dw02 ~]# chown grid.oinstall /dev/mapper/mpathj
[root@dw02 ~]# chown grid.oinstall /dev/mapper/mpathk
[root@dw02 ~]# chown grid.oinstall /dev/mapper/mpathl
[root@dw02 ~]# chown grid.oinstall /dev/mapper/mpathm
[root@dw02 ~]# ls -l /dev/dm-18
brw-rw---- 1 grid oinstall 253, 18 May 19 16:13 /dev/dm-18
[root@dw02 ~]# ls -l /dev/dm-14
brw-rw---- 1 grid oinstall 253, 14 May 19 16:13 /dev/dm-14
[root@dw02 ~]# ls -l /dev/dm-17
brw-rw---- 1 grid oinstall 253, 17 May 19 16:13 /dev/dm-17
[root@dw02 ~]# ls -l /dev/dm-10
brw-rw---- 1 grid oinstall 253, 10 May 19 16:13 /dev/dm-10

5 查看已有的afd标签

[grid@dw01 ~]$ asmcmd afd_lsdsk
--------------------------------------------------------------------------------
Label                     Filtering   Path
================================================================================
DG_DATA1                    ENABLED   /dev/mapper/mpathe
DG_DATA2                    ENABLED   /dev/mapper/mpathf
DG_DATA3                    ENABLED   /dev/mapper/mpathg
DG_DATA4                    ENABLED   /dev/mapper/mpathh
DG_DATA5                    ENABLED   /dev/mapper/mpathi
DG_FRA1                     ENABLED   /dev/mapper/mpathd
DG_OCR1                     ENABLED   /dev/mapper/mpatha
DG_OCR2                     ENABLED   /dev/mapper/mpathb
DG_OCR3                     ENABLED   /dev/mapper/mpathc

[grid@dw02 ~]$ asmcmd afd_lsdsk
--------------------------------------------------------------------------------
Label                     Filtering   Path
================================================================================
DG_DATA1                    ENABLED   /dev/mapper/mpathe
DG_DATA2                    ENABLED   /dev/mapper/mpathf
DG_DATA3                    ENABLED   /dev/mapper/mpathg
DG_DATA4                    ENABLED   /dev/mapper/mpathh
DG_DATA5                    ENABLED   /dev/mapper/mpathi
DG_FRA1                     ENABLED   /dev/mapper/mpathd
DG_OCR1                     ENABLED   /dev/mapper/mpatha
DG_OCR2                     ENABLED   /dev/mapper/mpathb
DG_OCR3                     ENABLED   /dev/mapper/mpathc

[grid@dw02 ~]$ asmcmd lsdsk
Path
AFD:DG_DATA1
AFD:DG_DATA2
AFD:DG_DATA3
AFD:DG_DATA4
AFD:DG_DATA5
AFD:DG_FRA1
AFD:DG_OCR1
AFD:DG_OCR2
AFD:DG_OCR3

6 AFD给需要添加的磁盘打标签

#export ORACLE_BASE=/tmp
#export ORACLE_HOME=/u01/app/19c/grid
#export PATH=$ORACLE_HOME/bin:$PATH
[root@dw02 ~]# asmcmd afd_label DG_DATA6 /dev/mapper/mpathj --init
ASMCMD-9521: AFD is already configured

[root@dw02 ~]# asmcmd afd_unlabel DG_DATA6
No devices to be unlabeled.
ASMCMD-9514: ASM disk label clear operation failed.

[root@dw02 ~]# ls -l /dev/oracleafd/disks/
total 36
-rw-rw-r-- 1 grid oinstall 19 May 19 16:11 DG_DATA1
-rw-rw-r-- 1 grid oinstall 19 May 19 16:11 DG_DATA2
-rw-rw-r-- 1 grid oinstall 19 May 19 16:11 DG_DATA3
-rw-rw-r-- 1 grid oinstall 19 May 19 16:11 DG_DATA4
-rw-rw-r-- 1 grid oinstall 19 May 19 16:11 DG_DATA5
-rw-rw-r-- 1 grid oinstall 19 May 19 16:11 DG_FRA1
-rw-rw-r-- 1 grid oinstall 19 May 19 16:11 DG_OCR1
-rw-rw-r-- 1 grid oinstall 19 May 19 16:11 DG_OCR2
-rw-rw-r-- 1 grid oinstall 19 May 19 16:11 DG_OCR3

[root@dw02 ~]# cat /etc/udev/rules.d/53-afd.rules 
#
# AFD devices
KERNEL=="oracleafd/.*", OWNER="grid", GROUP="asmadmin", MODE="0770"
KERNEL=="oracleafd/*", OWNER="grid", GROUP="asmadmin", MODE="0770"
KERNEL=="oracleafd/disks/*", OWNER="grid", GROUP="asmadmin", MODE="0660"

# 使用grid账号登录后执行
[grid@dw02 ~]$ asmcmd afd_label DG_DATA6 /dev/mapper/mpathj 
[grid@dw02 ~]$ asmcmd afd_lsdsk
--------------------------------------------------------------------------------
Label                     Filtering   Path
================================================================================
DG_DATA1                    ENABLED   /dev/mapper/mpathe
DG_DATA2                    ENABLED   /dev/mapper/mpathf
DG_DATA3                    ENABLED   /dev/mapper/mpathg
DG_DATA4                    ENABLED   /dev/mapper/mpathh
DG_DATA5                    ENABLED   /dev/mapper/mpathi
DG_DATA6                    ENABLED   /dev/mapper/mpathj
DG_FRA1                     ENABLED   /dev/mapper/mpathd
DG_OCR1                     ENABLED   /dev/mapper/mpatha
DG_OCR2                     ENABLED   /dev/mapper/mpathb
DG_OCR3                     ENABLED   /dev/mapper/mpathc
[grid@dw02 ~]$ 

[grid@dw01 ~]$ asmcmd afd_lsdsk
--------------------------------------------------------------------------------
Label                     Filtering   Path
================================================================================
DG_DATA1                    ENABLED   /dev/mapper/mpathe
DG_DATA2                    ENABLED   /dev/mapper/mpathf
DG_DATA3                    ENABLED   /dev/mapper/mpathg
DG_DATA4                    ENABLED   /dev/mapper/mpathh
DG_DATA5                    ENABLED   /dev/mapper/mpathi
DG_DATA6                    ENABLED   /dev/mapper/mpathj
DG_FRA1                     ENABLED   /dev/mapper/mpathd
DG_OCR1                     ENABLED   /dev/mapper/mpatha
DG_OCR2                     ENABLED   /dev/mapper/mpathb
DG_OCR3                     ENABLED   /dev/mapper/mpathc

[grid@dw01 ~]$ asmcmd lsdsk
Path
AFD:DG_DATA1
AFD:DG_DATA2
AFD:DG_DATA3
AFD:DG_DATA4
AFD:DG_DATA5
AFD:DG_FRA1
AFD:DG_OCR1
AFD:DG_OCR2
AFD:DG_OCR3

[grid@dw02 ~]$ asmcmd afd_label DG_DATA7 /dev/mapper/mpathk 
[grid@dw02 ~]$ asmcmd afd_label DG_DATA8 /dev/mapper/mpathl 
[grid@dw02 ~]$ asmcmd afd_label DG_DATA9 /dev/mapper/mpathm 
[grid@dw02 ~]$ asmcmd afd_lsdsk
--------------------------------------------------------------------------------
Label                     Filtering   Path
================================================================================
DG_DATA1                    ENABLED   /dev/mapper/mpathe
DG_DATA2                    ENABLED   /dev/mapper/mpathf
DG_DATA3                    ENABLED   /dev/mapper/mpathg
DG_DATA4                    ENABLED   /dev/mapper/mpathh
DG_DATA5                    ENABLED   /dev/mapper/mpathi
DG_DATA6                    ENABLED   /dev/mapper/mpathj
DG_DATA7                    ENABLED   /dev/mapper/mpathk
DG_DATA8                    ENABLED   /dev/mapper/mpathl
DG_DATA9                    ENABLED   /dev/mapper/mpathm
DG_FRA1                     ENABLED   /dev/mapper/mpathd
DG_OCR1                     ENABLED   /dev/mapper/mpatha
DG_OCR2                     ENABLED   /dev/mapper/mpathb
DG_OCR3                     ENABLED   /dev/mapper/mpathc

[grid@dw01 ~]$ asmcmd afd_lsdsk
--------------------------------------------------------------------------------
Label                     Filtering   Path
================================================================================
DG_DATA1                    ENABLED   /dev/mapper/mpathe
DG_DATA2                    ENABLED   /dev/mapper/mpathf
DG_DATA3                    ENABLED   /dev/mapper/mpathg
DG_DATA4                    ENABLED   /dev/mapper/mpathh
DG_DATA5                    ENABLED   /dev/mapper/mpathi
DG_DATA6                    ENABLED   /dev/mapper/mpathj
DG_DATA7                    ENABLED   /dev/mapper/mpathk
DG_DATA8                    ENABLED   /dev/mapper/mpathl
DG_DATA9                    ENABLED   /dev/mapper/mpathm
DG_FRA1                     ENABLED   /dev/mapper/mpathd
DG_OCR1                     ENABLED   /dev/mapper/mpatha
DG_OCR2                     ENABLED   /dev/mapper/mpathb
DG_OCR3                     ENABLED   /dev/mapper/mpathc

7 给ASM磁盘组添加新的磁盘

su - grid
sqlplus / as sysasm
alter diskgroup DG_DATA add disk 'AFD:DG_DATA6' rebalance power 8;
alter diskgroup DG_DATA add disk 'AFD:DG_DATA7' rebalance power 8;
alter diskgroup DG_DATA add disk 'AFD:DG_DATA8' rebalance power 8;
alter diskgroup DG_DATA add disk 'AFD:DG_DATA9' rebalance power 8;

[grid@dw02 ~]$ asmcmd lsdsk
Path
AFD:DG_DATA1
AFD:DG_DATA2
AFD:DG_DATA3
AFD:DG_DATA4
AFD:DG_DATA5
AFD:DG_DATA6
AFD:DG_DATA7
AFD:DG_DATA8
AFD:DG_DATA9
AFD:DG_FRA1
AFD:DG_OCR1
AFD:DG_OCR2
AFD:DG_OCR3

[grid@dw02 ~]$ asmcmd lsdsk -t -G dg_data
Create_Date  Mount_Date  Repair_Timer  Path
03-MAY-20    19-MAY-20   0             AFD:DG_DATA1
03-MAY-20    19-MAY-20   0             AFD:DG_DATA2
03-MAY-20    19-MAY-20   0             AFD:DG_DATA3
03-MAY-20    19-MAY-20   0             AFD:DG_DATA4
03-MAY-20    19-MAY-20   0             AFD:DG_DATA5
19-MAY-20    19-MAY-20   0             AFD:DG_DATA6
19-MAY-20    19-MAY-20   0             AFD:DG_DATA7
19-MAY-20    19-MAY-20   0             AFD:DG_DATA8
19-MAY-20    19-MAY-20   0             AFD:DG_DATA9

SQL> col name for a10
SQL>  select name,block_size,state,type,total_mb,free_mb,voting_files,con_id from v$asm_diskgroup_stat;

NAME	   BLOCK_SIZE STATE	  TYPE	   TOTAL_MB    FREE_MB V     CON_ID
---------- ---------- ----------- ------ ---------- ---------- - ----------
DG_DATA 	 4096 MOUNTED	  EXTERN    4608000    2090288 N	  0
DG_FRA		 4096 MOUNTED	  EXTERN     307200	305008 N	  0
DG_OCR		 4096 MOUNTED	  NORMAL      15360	 14380 Y	  0

su - grid
sqlplus / as sysasm
SQL>  select * from v$asm_operation;

GROUP_NUMBER OPERA PASS      STAT      POWER	 ACTUAL      SOFAR   EST_WORK	EST_RATE EST_MINUTES ERROR_CODE     CON_ID
------------ ----- --------- ---- ---------- ---------- ---------- ---------- ---------- ----------- ---------- ----------
	   1 REBAL COMPACT   WAIT	   8										 0
	   1 REBAL REBALANCE WAIT	   8										 0
	   1 REBAL REBUILD   WAIT	   8										 0
su - oracle
sqlplus / as sysdba
sys@DW1(10.69.103.60)> select * from v$asm_operation;

no rows selected

Elapsed: 00:00:00.07

数据库

文章转载自dblife，如果涉嫌侵权，请发送邮件至：contact@modb.pro进行举报，并提供相关证据，一经查实，墨天轮将立刻删除相关内容。

ASMFD给磁盘组添加磁盘

1 查看新添加的磁盘

1.1 每个节点都要查看，而且每个盘符对应的wwid要一致

1.2 重启主机

2 获取当前asm磁盘组的路径

3 查看afd状态

4 修改磁盘权限

5 查看已有的afd标签

6 AFD给需要添加的磁盘打标签

7 给ASM磁盘组添加新的磁盘

评论