1.1 安装oracleasm软件包，初始化配置oracleasm

1.1.1 下载oracleasm相关的3个rpm包

[root@rac1 rpm]# uname -rm

2.6.18-194.el5 x86_64

Oracle asmlib 2.0下载网页：

http://www.oracle.com/technetwork/server-storage/linux/downloads/rhel5-084877.html

图中的两个文件都需要下载.

图中的两个文件都需要下载.

需要下载上图oracleasm-2.6.18-194.el5-2.0.5-1.el5.x86_64.rpm

ASMLib 2.0 is delivered as a set of three Linux packages:

oracleasmlib-2.0 - the Oracle ASM libraries

oracleasm-support-2.0 - utilities needed to administer ASMLib

oracleasm - a kernel module for the Oracle ASM library

下载后三个文件分别为:

oracleasm-2.6.18-194.el5-2.0.5-1.el5.x86_64.rpm

oracleasm-support-2.1.7-1.el5.x86_64.rpm

oracleasmlib-2.0.4-1.el5.x86_64.rpm

1.1.1 安装oracleasm的rpm包

[root@dnlgl1 setup]# rpm -Uvh oracleasm-support-2.1.7-1.el5.x86_64.rpm

warning: oracleasm-support-2.1.7-1.el5.x86_64.rpm: Header V3 DSA signature: NOKEY, key ID 1e5e0159

Preparing... ########################################### [100%]

1:oracleasm-support ########################################### [100%]

[root@dnlgl1 setup]# rpm -Uvh oracleasm-2.6.18-194.el5-2.0.5-1.el5.x86_64.rpm

warning: oracleasm-2.6.18-194.el5-2.0.5-1.el5.x86_64.rpm: Header V3 DSA signature: NOKEY, key ID 1e5e0159

Preparing... ########################################### [100%]

1:oracleasm-2.6.18-194.el########################################### [100%]

[root@dnlgl1 setup]# rpm -Uvh oracleasmlib-2.0.4-1.el5.x86_64.rpm

warning: oracleasmlib-2.0.4-1.el5.x86_64.rpm: Header V3 DSA signature: NOKEY, key ID 1e5e0159

Preparing... ########################################### [100%]

1:oracleasmlib ########################################### [100%]

请注意这三个包的安装顺序.

Oracleasm 是依赖于oracle-support的,所以要先安装oracleasm-support包.

而oracleasmlib 又依赖于oracleasm,所以oracleasmlib最后安装.

总之,安装顺序是:oracleasm-support包àoracleasm包àoracleasmlib包.

两个节点都需要安装这三个包.

1.1.2 安装后,查询包的安装情况

[root@dnlgl2 tmp]# rpm -aq|grep oracleasm

oracleasm-2.6.18-194.el5-2.0.5-1.el5

oracleasmlib-2.0.4-1.el5

oracleasm-support-2.1.7-1.el5

1.2 多路径存储配置

1.2.1 检查multi包有没有安装

rpm –aq|grep mapper 如果没有安装，则需要安装multipath包

twonodes# rpm -aq|grep mapper

device-mapper-1.02.39-1.el5

device-mapper-event-1.02.39-1.el5

device-mapper-multipath-0.4.7-34.el5

device-mapper-1.02.39-1.el5和device-mapper-multipath-0.4.7-34.el5这两个包是linux操作系统自带的多路径驱动包。

我们还有一个选择，我们可以使用存储厂家提供的多路径软件，例如IBM的SDD软件，通常来讲，linux系统更新的速度比存储厂家为新操作系统提供新的驱动的更新速度要快很多（有点绕），简单说：linux出7.1版本了，但sdd for linux7.1的驱动很久才出来。

这里建议使用linux自带的多路径驱动包。

1.2.2 将multipath模块加入内核模块中

[root@dnlgl1 ~]# modprobe dm-multipath

[root@dnlgl1 ~]# lsmod|grep multi

dm_multipath 56921 0

scsi_dh 42177 1 dm_multipath

dm_mod 101649 17 dm_multipath,dm_raid45,dm_snapshot,dm_zero,dm_mirror,dm_log

1.2.3 设置系统启动时，启动multipath，

#chkconfig multipathd on

手工启动multipath

#service multipathd start

# service multipathd status

multipathd (pid 19481) is running...

1.2.4 确定磁盘的WWID

通过下面两个文件夹中的内容，以及对应存储上的配置，可以找到。

#ls -l /dev/disk/by-id
lrwxrwxrwx 1 root root 10 Aug 8 15:34 scsi-36005076309ffc5850000000000007002 -> ../../sdbg

lrwxrwxrwx 1 root root 10 Aug 8 15:34 scsi-36005076309ffc5850000000000007004 -> ../../sdbi

lrwxrwxrwx 1 root root 10 Aug 8 15:34 scsi-36005076309ffc5850000000000007003 -> ../../sdbh

lrwxrwxrwx 1 root root 10 Aug 8 15:34 scsi-36005076309ffc5850000000000007104 -> ../../sdbp

lrwxrwxrwx 1 root root 10 Aug 8 15:34 scsi-36005076309ffc5850000000000007000 -> ../../sdbs

lrwxrwxrwx 1 root root 10 Aug 8 15:34 scsi-36005076309ffc5850000000000007105 -> ../../sdbq

lrwxrwxrwx 1 root root 10 Aug 8 15:34 scsi-36005076309ffc5850000000000007005 -> ../../sdbx

lrwxrwxrwx 1 root root 10 Aug 8 15:34 scsi-36005076309ffc5850000000000007103 -> ../../sdcc

lrwxrwxrwx 1 root root 10 Aug 8 15:34 scsi-36005076309ffc5850000000000007001 -> ../../sdch

lrwxrwxrwx 1 root root 10 Aug 8 15:34 scsi-36005076309ffc5850000000000007100 -> ../../sdbl

lrwxrwxrwx 1 root root 10 Aug 8 15:34 scsi-36005076309ffc5850000000000007101 -> ../../sdco

lrwxrwxrwx 1 root root 10 Aug 8 15:34 scsi-36005076309ffc5850000000000007102 -> ../../sddd

lrwxrwxrwx 1 root root 10 Aug 8 15:34 scsi-36005076309ffc5850000000000007006 -> ../../sdby

lrwxrwxrwx 1 root root 10 Aug 8 15:34 scsi-36005076309ffc5850000000000007106 -> ../../sdcf

1.2.5 配置多路径配置文件

more /etc/multipath.conf

#more /etc/multipath.conf

。。。。。。

defaults {

polling_interval 30

failback immediate

no_path_retry 5

rr_min_io 100

path_checker tur

user_friendly_names yes

}

multipaths {

multipath {

wwid 36005076309ffc5850000000000007000

alias ds8100_ocr_1

}

multipath {

wwid 36005076309ffc5850000000000007100

alias ds8100_ocr_2

}

multipath {

wwid 36005076309ffc5850000000000007001

alias ds8100_flash_1

}

multipath {

wwid 36005076309ffc5850000000000007101

alias ds8100_flash_2

}

……

multipath {

wwid 36005076309ffc5850000000000007106

alias ds8100_data_10

}

}

devices{

device {

vendor "IBM"

product "2145"

path_grouping_policy group_by_prio

# prio_callout "/sbin/mpath_prio_alua /dev/%n"

}

# These are the default settings for 1750 (IBM DS6000)

# Starting with RHEL5, multipath includes these settings be default

device {

vendor "IBM"

product "1750500"

path_grouping_policy group_by_prio

# prio_callout "/sbin/mpath_prio_alua /dev/%n"

}

# These are the default settings for 2107 (IBM DS8000)

# Uncomment them if needed on this system

device {

vendor "IBM"

product "2107900"

path_grouping_policy group_by_serial

}

# These are the default settings for 2105 (IBM ESS Model 800)

# Starting with RHEL5, multipath includes these settings be default

device {

vendor "IBM"

product "2105800"

path_grouping_policy group_by_serial

}

}

修改完成/etc/multipath.conf,需要重新启动一下multipath服务

#service multipathd restart

1.2.6 重新识别磁盘

#multipath -F

#multipath –v3

显示multipath的磁盘

#multipath –ll

ds8100_flash_2 (36005076309ffc5850000000000007101) dm-15 IBM,2107900

[size=10G][features=1 queue_if_no_path][hwhandler=0][rw]

_ round-robin 0 [prio=8][enabled]

_ 2:0:2:8 sdak 66:64 [active][ready]

_ 2:0:3:8 sday 67:32 [active][ready]

_ 3:0:0:8 sdbm 68:0 [active][ready]

_ 3:0:1:8 sdca 68:224 [active][ready]

_ 3:0:2:8 sdco 69:192 [active][ready]

_ 3:0:3:8 sddc 70:160 [active][ready]

_ 2:0:0:8 sdi 8:128 [active][ready]

_ 2:0:1:8 sdw 65:96 [active][ready]

……

ds8100_ocr_1 (36005076309ffc5850000000000007000) dm-7 IBM,2107900

[size=2.0G][features=1 queue_if_no_path][hwhandler=0][rw]

_ round-robin 0 [prio=8][enabled]

_ 2:0:2:0 sdac 65:192 [active][ready]

_ 2:0:3:0 sdaq 66:160 [active][ready]

_ 2:0:0:0 sda 8:0 [active][ready]

_ 3:0:0:0 sdbe 67:128 [active][ready]

_ 3:0:1:0 sdbs 68:96 [active][ready]

_ 3:0:2:0 sdcg 69:64 [active][ready]

_ 3:0:3:0 sdcu 70:32 [active][ready]

_ 2:0:1:0 sdo 8:224 [active][ready]

ds8100_data_01 (36005076309ffc5850000000000007002) dm-9 IBM,2107900

[size=30G][features=1 queue_if_no_path][hwhandler=0][rw]

_ round-robin 0 [prio=8][enabled]

_ 2:0:2:2 sdae 65:224 [active][ready]

_ 2:0:3:2 sdas 66:192 [active][ready]

_ 3:0:0:2 sdbg 67:160 [active][ready]

_ 3:0:1:2 sdbu 68:128 [active][ready]

_ 3:0:2:2 sdci 69:96 [active][ready]

_ 3:0:3:2 sdcw 70:64 [active][ready]

_ 2:0:0:2 sdc 8:32 [active][ready]

_ 2:0:1:2 sdq 65:0 [active][ready]

1.2.7 编辑/etc/sysconfig/oracleasm设置两个参数

ORACLEASM_SCANORDER="dm"
ORACLEASM_SCANEXCLUDE="sd"

配置完这两个参数后,重新启动一下oracleasm

#/etc/rc.d/init.d/oracleasm stop

#/etc/rc.d/init.d/oracleasm start