11G_R1_RAC_LINUX64_ASM_ISCSI安装手册
目录
11G_R1_RAC_LINUX64_ASM_ISCSI安装手册... 1
安装手册
zoushunqing 2010-4-6 v1.0
前言
使用的工具：
|
1 PC |
Server(内存较大，CPU性能良好) |
|
2 VMware |
workstation(用来建rhel5.4虚拟机) |
|
3 rhel5.4.iso |
LINUX系统盘 |
|
4 oracle_11gr1_clusterware_linux.zip |
集群键安装包 |
|
5 oracle_11gr1_database_linux.zip |
数据库安装包 |
|
6 oracleasm的几个基本包 |
用来安装ASM |
|
7 xmanager |
用来远程登录 |
一 LINUX64的安装和配置
安装基本的操作系统，并配置IP
|
主机名 |
IP_hostname | |
|
Iscsi_server |
192.168.1.190 | |
|
db1 |
db1 |
192.168.1.191 |
|
db1-priv |
10.1.1.1 | |
|
db1-vip |
192.168.1.193 | |
|
db2 |
db2 |
192.168.1.192 |
|
db2-priv |
10.1.1.2 | |
|
db2-vip |
192.168.1.194 | |
安装ORACLE需要的基本包
1.2.1 配置本机YUM源
插入光盘并mount
|
mkdir -p /yum_base/cdrom mount /dev/cdrom /yum_base/cdrom –o loop ln -s /yum_base/cdrom/Server /yum_base/Server ln -s /yum_base/cdrom/ClusterStorage /yum_base/ClusterStorage ln -s /yum_base/cdrom/VT /yum_base/VT ln -s /yum_base/cdrom/Cluster /yum_base/Cluster cat > /etc/yum.repos.d/base.repo < [Server] name=Server baseurl=file:///yum_base/Server gpgcheck=0
[Cluster] name=Cluster baseurl=file:///yum_base/Cluster gpgcheck=0
[ClusterStorage] name=ClusterStorage baseurl=file:///yum_base/ClusterStorage gpgcheck=0
[VT] name=VT baseurl=file:///yum_base/VT gpgcheck=0 EOF |
1.2.2 安装ORACLE必须的基本包
ORACLE Server：
|
yum -y install binutils compat-libstdc elfutils-libelf gcc glibc libaio libgcc libstdc make sysstat unixODBC |
./runcluvfy.sh stage -pre crsinst -n db1, db2 -verbose
make-3.81-3.el5
binutils-2.17.50.0.6-12.el5
gcc-4.1.2-46.el5
libaio-0.3.106-3.2
libaio-devel-0.3.106-3.2
libstdc++-4.1.2-46.el5
elfutils-libelf-0.137-3.el5
elfutils-libelf-devel-0.137-3.el5
sysstat-7.0.2-3.el5
compat-libstdc++-33-3.2.3-61
libgcc-4.1.2-46.el5
libstdc++-devel-4.1.2-46.el5
glibc-2.5-12
glibc-common-2.5-42
glibc-devel-2.5-42
gcc-c++-4.1.2-46.el5
准备iscsi-target共享存储
1.3.1 iscsi-target Server：
|
yum -y install iscsi* scsi* service tgtd start chkconfig tgtd on tgtadm --lld iscsi --op new --mode target --tid 1 -T share_disk tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 1 -b /dev/sdb tgtadm --lld iscsi --op bind --mode target --tid 1 --initiator-address=ALL cat >> /etc/rc.d/rc.local < tgtadm --lld iscsi --op new --mode target --tid 1 -T share_disk tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 1 -b /dev/sdb tgtadm --lld iscsi --op bind --mode target --tid 1 --initiator-address=ALL EOF |
1.3.2 ORACLE Client：
登录iscsi-target
|
yum -y install iscsi* service iscsi start chkconfig iscsi on iscsiadm -m discovery -t sendtargets -p 192.168.1.190 iscsiadm -m node -T share_disk -p 192.168.1.190 -l <防止重启不能挂载> # cat >> /etc/rc.local <<-EOF iscsiadm -m discovery -t sendtargets -p 192.168.1.190 iscsiadm -m node -T share_disk -p 192.168.1.190 -l EOF |
为共享存储分区
|
fdisk /dev/sdb <分七个区，五个小区，均为300M，剩下的为两个大区，作为ASM GROUP> [root@db1 ~]# fdisk -l
Disk /dev/sda: 42.9 GB, 42949672960 bytes 255 heads, 63 sectors/track, 5221 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes
Device Boot Start End Blocks Id System /dev/sda1 * 1 13 104391 83 Linux /dev/sda2 14 274 2096482+ 82 Linux swap / Solaris /dev/sda3 275 5221 39736777+ 83 Linux
Disk /dev/sdb: 32.2 GB, 32212254720 bytes 64 heads, 32 sectors/track, 30720 cylinders Units = cylinders of 2048 * 512 = 1048576 bytes
Device Boot Start End Blocks Id System /dev/sdb1 1 30720 31457264 5 Extended /dev/sdb5 1 287 293856 83 Linux /dev/sdb6 288 574 293872 83 Linux /dev/sdb7 575 861 293872 83 Linux /dev/sdb8 862 1148 293872 83 Linux /dev/sdb9 1149 1435 293872 83 Linux /dev/sdb10 1436 11202 10001392 83 Linux /dev/sdb11 11203 20969 10001392 83 Linux [db1,db2]chown -R oracle:oinstall /dev/sdb* |
磁盘规划：
|
OCR： |
/dev/sdb5 |
/dev/sdb6 |
|
|
VotingDisk: |
/dev/sdb7 |
/dev/sdb8 |
/dev/sdb9 |
|
Data: |
/dev/sdb10 |
/dev/sdb11 |
|
用户和相关组
|
groupadd -g 1001 oinstall groupadd -g 1002 dba groupadd -g 1003 asm useradd -u 1000 -g oinstall -G dba,asm oracle echo oracle | passwd oracle --stdin |
目录和PROFILE
|
mkdir -p /u01/app/oracle chown oracle:oinstall /u01/app/oracle $cat >>.bash_profile < # User specific environment and startup programs
PATH=$PATH:$HOME/bin
export PATH
export ORACLE_BASE=/u01/app/oracle export ORACLE_HOME=$ORACLE_BASE/product/11.1.0/db_1 export ORA_CRS_HOME=$ORACLE_BASE/product/11.1.0/crs_1
export ORACLE_SID=db1
export PATH=$ORACLE_HOME/bin:$ORA_CRS_HOME/bin:$ORACLE_BASE/common/oracle/bin:/sbin:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin:$PATH export TNS_ADMIN=$ORACLE_HOME/network/admin export ORA_NLS10=$ORACLE_HOME/nls/data export LD_LIBRARY_PATH=$ORACLE_HOME/lib:$ORACLE_HOME/oracm/lib:/lib:/usr/lib:/usr/local/lib export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib:$ORACLE_HOME/network/jlib export TEMP=/tmp export TMPDIR=/tmp EOF su - oracle -c ". .bash_profile" |
配置系统
1.6.1 hostname,IP,/etc/hosts
db1：
|
echo “配置第一块网卡” cat > /etc/sysconfig/network-scripts/ifcfg-eth0 < # Intel Corporation 82545EM Gigabit Ethernet Controller (Copper) DEVICE=eth0 BOOTPROTO=static BROADCAST=192.168.1.255 IPADDR=192.168.1.191 NETMASK=255.255.255.0 NETWORK=192.168.1.0 ONBOOT=yes EOF echo “配置第二块网卡” cat > /etc/sysconfig/network-scripts/ifcfg-eth1 < # Intel Corporation 82545EM Gigabit Ethernet Controller (Copper) DEVICE=eth1 BOOTPROTO=static BROADCAST=10.1.1.255 IPADDR=10.1.1.1 NETMASK=255.255.255.0 NETWORK=10.1.1.0 ONBOOT=yes EOF echo “配置主机名和默认网关” cat > /etc/sysconfig/network < NETWORKING=yes NETWORKING_IPV6=no HOSTNAME=db1 GATEWAY=192.168.1.1 EOF echo “配置系统hosts” cat >>/etc/hosts < 192.168.1.191 db1 10.1.1.1 db1-priv 192.168.1.193 db1-vip
192.168.1.192 db2 10.1.1.1 db2-priv 192.168.1.194 db2-vip EOF echo “正在重启网络” service network restart chkconfig network on |
db2：
|
echo “配置第一块网卡” cat > /etc/sysconfig/network-scripts/ifcfg-eth0 < # Intel Corporation 82545EM Gigabit Ethernet Controller (Copper) DEVICE=eth0 BOOTPROTO=static BROADCAST=192.168.1.255 IPADDR=192.168.1.192 NETMASK=255.255.255.0 NETWORK=192.168.1.0 ONBOOT=yes EOF echo “配置第二块网卡” cat > /etc/sysconfig/network-scripts/ifcfg-eth1 < # Intel Corporation 82545EM Gigabit Ethernet Controller (Copper) DEVICE=eth1 BOOTPROTO=static BROADCAST=10.1.1.255 IPADDR=10.1.1.2 NETMASK=255.255.255.0 NETWORK=10.1.1.0 ONBOOT=yes EOF echo “配置主机名和默认网关” cat > /etc/sysconfig/network < NETWORKING=yes NETWORKING_IPV6=no HOSTNAME=db2 GATEWAY=192.168.1.1 EOF echo “配置系统hosts” cat > >/etc/hosts < 192.168.1.191 db1 10.1.1.1 db1-priv 192.168.1.193 db1-vip
192.168.1.192 db2 10.1.1.1 db2-priv 192.168.1.194 db2-vip EOF echo “正在重启网络” service network restart chkconfig network on |
1.6.2 SSH验证等价性
|
su - oracle |
1.6.3 配置系统参数
1 KERNEL参数配置
|
mv /etc/sysctl.conf /etc/sysctl.conf.bak cat >>/etc/sysctl.conf <<-EOF net.ipv4.ip_forward = 0 net.ipv4.conf.default.rp_filter = 1 net.ipv4.conf.default.accept_source_route = 0 kernel.sysrq = 0 kernel.core_uses_pid = 1 net.ipv4.tcp_syncookies = 1 kernel.msgmnb = 65536 kernel.msgmax = 65536 kernel.shmmax = 68719476736 kernel.shmall = 4294967296 kernel.shmmax = 1073741824 kernel.shmmni = 4096 kernel.sem = 250 32000 100 128 fs.file-max = 65536 net.ipv4.ip_local_port_range = 1024 65000 net.core.rmem_default = 4194304 net.core.rmem_max = 4194304 net.core.wmem_default = 262144 net.core.wmem_max = 262144 EOF sysctl -p |
2 PAM验证模块：
|
#cat >> /etc/security/limits.conf <<-EOF oracle soft nproc 2047 oracle hard nproc 16384 oracle soft nofile 1024 oracle hard nofile 65536 EOF # cat >> /etc/pam.d/login <<-EOF session required pam_limits.so EOF |
安装和配置ASM
1.7.1 安装ASM的包：
|
yum -y install oracleasm* (包括： kernel-debug.x86_64 0:2.6.18-164.el5 kernel-xen.x86_64 0:2.6.18-164.el5 oracleasm-2.6.18-164.el5.x86_64 0:2.0.5-1.el5 oracleasm-2.6.18-164.el5debug.x86_64 0:2.0.5-1.el5 oracleasm-2.6.18-164.el5xen.x86_64 0:2.0.5-1.el5 oracleasm-support.x86_64 0:2.1.3-1.el5 ) |
1.7.2 配置ASM存储
db1:
|
/etc/init.d/oracleasm configure /etc/init.d/oracleasm createdisk VOL1 /dev/sdb10 /etc/init.d/oracleasm createdisk VOL2 /dev/sdb11 oracleasm listdisks (验证) |
db2:
|
/etc/init.d/oracleasm configure /etc/init.d/oracleasm scandisks(可省略) oracleasm listdisks (验证) |
二 安装Clusterware
安装CVU，并检查CRS的安装环境
安装CVU：
|
[root@db1 rpm]# pwd /home/oracle/clusterware/rpm [root@db1 rpm]# rpm -Uvh cvuqdisk-1.0.1-1.rpm |
检查CRS的安装环境：
|
#rpm -Uvh cvuqdisk-1.0.1-1.rpm $ ./runcluvfy.sh stage -post hwos -n db1, db2 -verbose $ ./runcluvfy.sh stage -pre crsinst -n db1, db2 -verbose |
安装Clusterware
安装：
|
[oracle@db1 clusterware]$ ./runInstaller Starting Oracle Universal Installer...
Checking Temp space: must be greater than 120 MB. Actual 30497 MB Passed Checking swap space: must be greater than 150 MB. Actual 2047 MB Passed Checking monitor: must be configured to display at least 256 colors. Actual 16777216 Passed Preparing to launch Oracle Universal Installer from /tmp/OraInstall2010-04-07_02-13-44AM. Please wait ...[oracle@db1 clusterware]$ Oracle Universal Installer, Version 11.1.0.6.0 Production Copyright (C) 1999, 2007, Oracle. All rights reserved.
messageThe specified shared raw partition /dev/sdb5 may not have correct permission. Verify that the partition is owned by Oracle User. messageThe location /dev/db7, entered for the Cluster Synchronization Services (CSS) voting disk is not writable. |
截图略
依次运行两个脚本
|
[db1,db2]# /u01/app/oraInventory/orainstRoot.sh [db1,db2]# /u01/app/oracle/product/11.1.0/db_1/root.sh |
三 安装DATABASE软件
|
[db1]$ ./runInstaller ****************************************************************************** <用ROOT依次执行两个脚本> |
四 创建数据库
|
[db1]$ dbca ****************************************************************************** <1 新建ASM数据库> <2 新建用户数据库> |
附录一 完全卸载ClusterWare
1 关闭crs
2 srvctl stop nodeapps -n
3 关闭守护进程crsd
4 rm -rf /u01/app/oracle
5 删除一系列的配置文件
Sun:
rm /etc/init.d/init.cssd
rm /etc/init.d/init.crs
rm /etc/init.d/init.crsd
rm /etc/init.d/init.evmd
rm /etc/rc3.d/K96init.crs
rm /etc/rc3.d/S96init.crs
rm -Rf /var/opt/oracle/scls_scr
rm -Rf /var/opt/oracle/oprocd
rm /etc/inittab.crs
cp /etc/inittab.orig /etc/inittab
Linux:
rm /etc/oracle/*
rm -f /etc/init.d/init.cssd
rm -f /etc/init.d/init.crs
rm -f /etc/init.d/init.crsd
rm -f /etc/init.d/init.evmd
rm -f /etc/rc2.d/K96init.crs
rm -f /etc/rc2.d/S96init.crs
rm -f /etc/rc3.d/K96init.crs
rm -f /etc/rc3.d/S96init.crs
rm -f /etc/rc5.d/K96init.crs
rm -f /etc/rc5.d/S96init.crs
rm -Rf /etc/oracle/scls_scr
rm -f /etc/inittab.crs
cp /etc/inittab.orig /etc/inittab
HP-UX:
rm /sbin/init.d/init.cssd
rm /sbin/init.d/init.crs
rm /sbin/init.d/init.crsd
rm /sbin/init.d/init.evmd
rm /sbin/rc2.d/K960init.crs
rm /sbin/rc2.d/K001init.crs
rm /sbin/rc3.d/K960init.crs
rm /sbin/rc3.d/S960init.crs
rm -Rf /var/opt/oracle/scls_scr
rm -Rf /var/opt/oracle/oprocd
rm /etc/inittab.crs
cp /etc/inittab.orig /etc/inittab
HP Tru64:
rm /sbin/init.d/init.cssd
rm /sbin/init.d/init.crs
rm /sbin/init.d/init.crsd
rm /sbin/init.d/init.evmd
rm /sbin/rc3.d/K96init.crs
rm /sbin/rc3.d/S96init.crs
rm -Rf /var/opt/oracle/scls_scr
rm -Rf /var/opt/oracle/oprocd
rm /etc/inittab.crs
cp /etc/inittab.orig /etc/inittab
IBM AIX:
rm /etc/init.cssd
rm /etc/init.crs
rm /etc/init.crsd
rm /etc/init.evmd
rm /etc/rc.d/rc2.d/K96init.crs
rm /etc/rc.d/rc2.d/S96init.crs
rm -Rf /etc/oracle/scls_scr
rm -Rf /etc/oracle/oprocd
rm /etc/inittab.crs
cp /etc/inittab.orig /etc/inittab
6 rm -f /var/tmp/.oracle
7 rm -f /tmp/.oracle
8 dd if=/dev/zero f=/dev/sdb5 bs=1M count=300
dd if=/dev/zero f=/dev/sdb6 bs=1M count=300
dd if=/dev/zero f=/dev/sdb7 bs=1M count=300
dd if=/dev/zero f=/dev/sdb8 bs=1M count=300
dd if=/dev/zero f=/dev/sdb9 bs=1M count=300
附录二 删除ASM
srvctl remove asm -n db1,db2
来自 “ ITPUB博客 ” ，链接：https://blog.itpub.net/22151381/viewspace-739724/ ，如需转载，请注明出处，否则将追究法律责任。
