14、伺服器1配置共享儲存

14.1   顯示OPENFILER上所有可用的LUN

[root@htdb1 ~]# iscsiadm -m discovery -t sendtargets -p 192.168.1.120

Starting iscsid:                                           [  OK  ]

192.168.1.120:3260,1 iqn.2006-01.com.openfiler:rac_ocrdisk1

 

14.2   手工登入iscsi目標

[root@htdb1 ~]# iscsiadm -m node -T iqn.2006-01.com.openfiler:rac_ocrdisk1 -p 192.168.1.120 -l

Logging in to [iface: default, target: iqn.2006-01.com.openfiler:rac_ocrdisk1, portal: 192.168.1.120,3260] (multiple)

Login to [iface: default, target: iqn.2006-01.com.openfiler:rac_ocrdisk1, portal: 192.168.1.120,3260] successful.

 

14.3   配置自動登入

 

[root@htdb1 ~]# iscsiadm -m node -T iqn.2006-01.com.openfiler:rac_ocrdisk1 -p 192.168.1.120 --op update -n node.startup -v automatic

 

 

 

14.4   檢查磁碟資訊

[root@htdb1 ~]# fdisk -l

 

Disk /dev/sda: 21.5 GB, 21474836480 bytes

255 heads, 63 sectors/track, 2610 cylinders

Units = cylinders of 16065 * 512 = 8225280 bytes

Sector size (logical/physical): 512 bytes / 512 bytes

I/O size (minimum/optimal): 512 bytes / 512 bytes

Disk identifier: 0x00034864

 

   Device Boot      Start         End      Blocks   Id  System

/dev/sda1               1         262     2097152   82  Linux swap / Solaris

Partition 1 does not end on cylinder boundary.

/dev/sda2   *         262        2611    18873344   83  Linux

 

Disk /dev/sdb: 5368 MB, 5368709120 bytes

166 heads, 62 sectors/track, 1018 cylinders

Units = cylinders of 10292 * 512 = 5269504 bytes

Sector size (logical/physical): 512 bytes / 512 bytes

I/O size (minimum/optimal): 512 bytes / 512 bytes

Disk identifier: 0x00000000

 

 

Disk /dev/sdc: 20.2 GB, 20199768064 bytes

64 heads, 32 sectors/track, 19264 cylinders

Units = cylinders of 2048 * 512 = 1048576 bytes

Sector size (logical/physical): 512 bytes / 512 bytes

I/O size (minimum/optimal): 512 bytes / 512 bytes

Disk identifier: 0x00000000

 

 

14.5   Multipathd服務配置

#複製配置檔案

[root@htdb1 ~]# cp /usr/share/doc/device-mapper-multipath-0.4.9/multipath.conf /etc/

 

 

 

#啟動multipathd服務

[root@htdb1 ~]# service multipathd restart

ux_socket_connect: No such file or directory

Stopping multipathd daemon:                                [FAILED]

Starting multipathd daemon:                                [  OK  ]

 

#設定開機啟動服務

[root@htdb1 ~]# chkconfig multipathd on

 

#檢視磁碟掛載情況

[root@htdb1 ~]# multipath -ll

mpathb (14f504e46494c45525748753746722d43684e502d46466c6b) dm-1 OPNFILER,VIRTUAL-DISK

size=19G features='0' hwhandler='0' wp=rw

`-+- policy='round-robin 0' prio=1 status=active

  `- 33:0:0:1 sdc 8:32 active ready running

mpatha (14f504e46494c4552494d686b39702d486656432d6e334747) dm-0 OPNFILER,VIRTUAL-DISK

size=5.0G features='0' hwhandler='0' wp=rw

`-+- policy='round-robin 0' prio=1 status=active

  `- 33:0:0:0 sdb 8:16 active ready running

 

 

14.6   對映udev，配置ASM所需磁碟

#Udev配置指令碼

for i in mpatha mpathb; do

echo KERNEL==\"dm-*\",ENV{DM_UUID}==\"`printf "$(udevadm info --query=all --name=/dev/mapper/$i | grep -i dm_uuid |awk -F'=' '{print $2}')"`\",SYMLINK+=\"oracleasm/disks/$i\",OWNER=\"grid\",GROUP=\"asmadmin\",MODE=\"0660\";

done >/etc/udev/rules.d/99-oracle-asmdevices.rules

 

#檢視udev配置資訊

[root@htdb1 ~]# cat /etc/udev/rules.d/99-oracle-asmdevices.rules

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-14f504e46494c4552494d686b39702d486656432d6e334747",SYMLINK+="oracleasm/disks/ocrvot",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-14f504e46494c45525748753746722d43684e502d46466c6b",SYMLINK+="oracleasm/disks/data1",OWNER="grid",GROUP="asmadmin",MODE="0660"

說明：修改5G的儲存名稱為ocrvot，修改20G的儲存名稱為data1

 

 

#過載並啟用udev

[root@htdb1 ~]# udevadm control --reload-rules && start_udev

Starting udev:                                             [  OK  ]

15、伺服器2配置共享儲存

請參考 ：14、伺服器1配置共享儲存

 

16、重啟伺服器

建議安裝GRID前重啟伺服器， 檢查之前配置是否正確。

 

重啟伺服器1

reboot

重啟伺服器2

reboot

 

#檢查儲存

[root@htdb1 ~]# multipath -ll

mpathb (14f504e46494c45525748753746722d43684e502d46466c6b) dm-1 OPNFILER,VIRTUAL-DISK

size=19G features='0' hwhandler='0' wp=rw

`-+- policy='round-robin 0' prio=1 status=active

  `- 33:0:0:1 sdc 8:32 active ready running

mpatha (14f504e46494c4552494d686b39702d486656432d6e334747) dm-0 OPNFILER,VIRTUAL-DISK

size=5.0G features='0' hwhandler='0' wp=rw

`-+- policy='round-robin 0' prio=1 status=active

  `- 33:0:0:0 sdb 8:16 active ready running

[root@htdb1 ~]#

17、資料庫軟體上傳

[root@htdb1 u01]# mkdir -p /u01/soft

說明：如圖所示，使用xftp上傳所需軟體包

 

 #需上傳以下4個檔案

[root@htdb1 soft]# ls -ltr

total 3664420

-rw-r--r-- 1 root root 1151304589 May  9 17:28 p13390677_112040_Linux-x86-64_2of7.zip

-rw-r--r-- 1 root root 1395582860 May  9 17:28 p13390677_112040_Linux-x86-64_1of7.zip

-rw-r--r-- 1 root root     207399 May  9 17:29    pdksh-5.2.14-30.x86_64.rpm

-rw-r--r-- 1 root root 1205251894 May  9 17:29 p13390677_112040_Linux-x86-64_3of7.zip

 

[root@htdb2 u01]# ls -ltr

total 208

drwxrwxr-x. 5 grid oinstall   4096 May  9 14:39 app

-rw-r--r--  1 root root     207399 May  9 17:30 pdksh-5.2.14-30.x86_64.rpm

#解壓安裝程式
[root@htdb2 u01]#

 unzip p13390677_112040_Linux-x86-64_1of7.zip

unzip p13390677_112040_Linux-x86-64_2of7.zip

unzip p13390677_112040_Linux-x86-64_3of7.zip

 
#修改許可權

[root@htdb1 soft]# chown -R grid:oinstall grid/

[root@htdb1 soft]# chown -R oracle:oinstall database/

#為了節省空間，刪除安裝程式zip包
[root@htdb1 soft]# rm -f *.zip