通过UDEV服务配置RAC ASM记录

àì夳堔傛蜴生んèń 2022-09-17 07:29 168阅读 0赞

我之前大部分RAC都选用ASMLib方式配置ASM，今天需要在测试环境安装3-NODES RAC，我尝试了下UDEV服务方式，记录在此。

Maclean Liu有篇文章《[Why ASMLIB and why not?][Why ASMLIB and why not]》，我觉得DBA有必要阅读下，另外还有一篇文章《[利用UDEV服务解决RAC ASM存储设备名][UDEV_RAC ASM]》介绍了使用方法。  
我也是参考之。

1.我的所有节点已经通过iscsi识别出所有LUN。

2.我的所有节点已安装好udev服务

# rpm -qa|grep udev
    udev-095-14.21.el5

3.scsi\_id可以获取设备的块设备唯一标识名

# for i in b c d e f g h i j k l m n o p q r s t;
    > do
    > echo "sd$i" "`scsi_id -g -u -s /block/sd$i` ";
    > done
    sdb 14f504e46494c45003330556c504f2d376a37582d4d447a68 
    sdc 14f504e46494c4500716f653439652d355676582d6837324d 
    sdd 14f504e46494c4500534e697536762d423354482d574b644f 
    sde 14f504e46494c45006a30315065712d6c6431312d75684e75 
    sdf 14f504e46494c45003241464b416b2d306c6b532d4f694a5a 
    sdg 14f504e46494c4500614365764f422d677444732d5538494b 
    sdh 14f504e46494c45007738344d4e312d655a70582d57574558 
    sdi 14f504e46494c45004c42684e62412d6b356c682d426b7543 
    sdj 14f504e46494c45003856584667302d573263652d34577347 
    sdk 14f504e46494c4500504b31756d572d4a37364a2d79654a55 
    sdl 14f504e46494c45003065757834702d784b67712d4d7a4e34 
    sdm 14f504e46494c450032734f6275682d446361722d4d674c78 
    sdn 14f504e46494c45004774777045712d525362492d7a647959 
    sdo 14f504e46494c45006e45706837652d623151692d50414154 
    sdp 14f504e46494c4500486c41774d302d57366a532d6a636a49 
    sdq 14f504e46494c45006f534c7871342d774c4f412d5a763543 
    sdr 14f504e46494c45006755737744362d673733492d4e615664 
    sds 14f504e46494c45004231424456362d325977492d51547266 
    sdt 14f504e46494c45003438704565362d6d434d662d35723278 
    -- 我这里LUN为sdb~sdt，循环执行后获得的长串为块设备唯一标识名，如14f504e46494c45003330556c504f2d376a37582d4d447a68

4.创建UDEV配置文件  
每个节点都需要配置相同的rule规则  
\# cd /etc/udev/rules.d  
定义必要的规则配置文件

[root@rac1 rules.d]# vi 99-oracle-asmdevices.rules 
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c45003330556c504f2d376a37582d4d447a68", NAME="ocrvote1", OWNER="grid", GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c4500716f653439652d355676582d6837324d", NAME="ocrvote2", OWNER="grid", GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c4500534e697536762d423354482d574b644f", NAME="ocrvote3", OWNER="grid", GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c45006a30315065712d6c6431312d75684e75", NAME="ocrvote4", OWNER="grid", GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c45003241464b416b2d306c6b532d4f694a5a", NAME="ocrvote5", OWNER="grid", GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c4500614365764f422d677444732d5538494b", NAME="data1",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c45007738344d4e312d655a70582d57574558", NAME="data2",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c45004c42684e62412d6b356c682d426b7543", NAME="data3",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c45003856584667302d573263652d34577347", NAME="data4",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c4500504b31756d572d4a37364a2d79654a55", NAME="data5",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c45003065757834702d784b67712d4d7a4e34", NAME="recovery",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c450032734f6275682d446361722d4d674c78", NAME="test1",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c45004774777045712d525362492d7a647959", NAME="test2",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c45006e45706837652d623151692d50414154", NAME="test3",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c4500486c41774d302d57366a532d6a636a49", NAME="test4",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c45006f534c7871342d774c4f412d5a763543", NAME="test5",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c45006755737744362d673733492d4e615664", NAME="test11",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c45004231424456362d325977492d51547266", NAME="test22",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
    KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id -g -u -s %p", RESULT=="14f504e46494c45003438704565362d6d434d662d35723278", NAME="test33",  OWNER="grid",  GROUP="asmadmin", MODE="0660"

5.所有节点启动udev服务

# /sbin/udevcontrol reload_rules
    # /sbin/start_udev
    Starting udev:                                            [  OK  ]

6.检查

# cd /dev
    # ls -l ocr*
    brw-rw---- 1 grid asmadmin 8, 16 Dec 17 10:54 ocrvote1
    brw-rw---- 1 grid asmadmin 8, 32 Dec 17 10:54 ocrvote2
    brw-rw---- 1 grid asmadmin 8, 48 Dec 17 10:54 ocrvote3
    brw-rw---- 1 grid asmadmin 8, 64 Dec 17 10:54 ocrvote4
    brw-rw---- 1 grid asmadmin 8, 80 Dec 17 10:54 ocrvote5
    
    # ls -l data*
    brw-rw---- 1 grid asmadmin 8,  96 Dec 17 10:54 data1
    brw-rw---- 1 grid asmadmin 8, 112 Dec 17 10:54 data2
    brw-rw---- 1 grid asmadmin 8, 128 Dec 17 10:54 data3
    brw-rw---- 1 grid asmadmin 8, 144 Dec 17 10:54 data4
    brw-rw---- 1 grid asmadmin 8, 160 Dec 17 10:54 data5
    
    # ls -l recovery
    brw-rw---- 1 grid asmadmin 8, 176 Dec 17 10:54 recovery
    
    # ls -l test*
    brw-rw---- 1 grid asmadmin  8, 192 Dec 17 10:54 test1
    brw-rw---- 1 grid asmadmin 65,  16 Dec 17 10:54 test11
    brw-rw---- 1 grid asmadmin  8, 208 Dec 17 10:54 test2
    brw-rw---- 1 grid asmadmin 65,  32 Dec 17 10:54 test22
    brw-rw---- 1 grid asmadmin  8, 224 Dec 17 10:54 test3
    brw-rw---- 1 grid asmadmin 65,  48 Dec 17 10:54 test33
    brw-rw---- 1 grid asmadmin  8, 240 Dec 17 10:54 test4
    brw-rw---- 1 grid asmadmin 65,   0 Dec 17 10:54 test5

[Why ASMLIB and why not]: http://www.oracledatabase12g.com/archives/why-asmlib-and-why-not.html
[UDEV_RAC ASM]: http://www.oracledatabase12g.com/archives/utilize-udev-resolve-11gr2-rac-asm-device-name.html