[root@his1 ~]# vi /etc/hosts                                           修改hosts
# Do not remove the following line, or various programs
# that require network functionality will fail.
127.0.0.1                localhost.localdomain localhost
192.168.20.2 his1   #原来是1
192.168.20.3 his2   #原来是2
192.168.20.5 his-scan
192.168.20.6 his1-vip
192.168.20.7 his2-vip
192.168.20.11 hisdg
10.10.10.1 his1-priv
10.10.10.2 his2-priv

[root@his1 ~]# cd /etc/sysconfig/network-scripts/
[root@his1 network-scripts]# vi ifcfg-eth0
# Broadcom Corporation NetXtreme BCM5722 Gigabit Ethernet PCI Express
DEVICE=eth0
BOOTPROTO=static
BROADCAST=192.168.20.255
HWADDR=00:22:19:86:E1:02
IPADDR=192.168.20.2    #原来是1
NETMASK=255.255.255.0
NETWORK=192.168.20.0
ONBOOT=yes
~

[root@his1 ~]#service network restart

[root@his2 ~]# vi /etc/hosts                                   修改hosts
# Do not remove the following line, or various programs
# that require network functionality will fail.
127.0.0.1                localhost.localdomain localhost
192.168.20.2 his1   #原来是1
192.168.20.3 his2   #原来是2
192.168.20.5 his-scan
192.168.20.6 his1-vip
192.168.20.7 his2-vip
192.168.20.11 hisdg
10.10.10.1 his1-priv
10.10.10.2 his2-priv

[root@his2 ~]# cd /etc/sysconfig/network-scripts/                       修改网卡信息
[root@his2 network-scripts]# vi ifcfg-eth0
# Broadcom Corporation NetXtreme BCM5722 Gigabit Ethernet PCI Express
DEVICE=eth0
BOOTPROTO=static
BROADCAST=192.168.20.255
HWADDR=00:22:19:86:E1:02
IPADDR=192.168.20.3    #原来是2
NETMASK=255.255.255.0
NETWORK=192.168.20.0
ONBOOT=yes

[root@his1 ~]#service network restart

[root@his1 bin]# ./crs_stop -all                                停止所有crs服务
CRS-2500: Cannot stop resource 'ora.gsd' as it is not running
Attempting to stop `ora.ORAARCH.dg` on member `his1`
Attempting to stop `ora.ORACRS.dg` on member `his1`
Attempting to stop `ora.ORADATA.dg` on member `his1`
Attempting to stop `ora.crds3db.db` on member `his1`
Attempting to stop `ora.registry.acfs` on member `his1`
Attempting to stop `ora.ORAARCH.dg` on member `his2`
Attempting to stop `ora.ORACRS.dg` on member `his2`
Attempting to stop `ora.ORADATA.dg` on member `his2`
Attempting to stop `ora.crds3db.db` on member `his2`
Attempting to stop `ora.registry.acfs` on member `his2`
Attempting to stop `ora.cvu` on member `his1`
Attempting to stop `ora.ons` on member `his1`
Attempting to stop `ora.LISTENER.lsnr` on member `his1`
CRS-2789: Cannot stop resource 'ora.gsd' as it is not running on server 'his2'
Attempting to stop `ora.LISTENER.lsnr` on member `his2`
CRS-2789: Cannot stop resource 'ora.gsd' as it is not running on server 'his1'
Attempting to stop `ora.oc4j` on member `his1`
Stop of `ora.cvu` on member `his1` succeeded.
Stop of `ora.LISTENER.lsnr` on member `his1` succeeded.
Attempting to stop `ora.his1.vip` on member `his1`
CRS-2789: Cannot stop resource 'ora.LISTENER.lsnr' as it is not running on server 'his1'
Stop of `ora.his1.vip` on member `his1` succeeded.
Stop of `ora.LISTENER.lsnr` on member `his2` succeeded.
Attempting to stop `ora.ons` on member `his2`
Attempting to stop `ora.his2.vip` on member `his2`
Attempting to stop `ora.LISTENER_SCAN1.lsnr` on member `his2`
Stop of `ora.his2.vip` on member `his2` succeeded.
Stop of `ora.registry.acfs` on member `his2` succeeded.
Stop of `ora.ons` on member `his1` succeeded.
Attempting to stop `ora.net1.network` on member `his1`
CRS-2789: Cannot stop resource 'ora.ons' as it is not running on server 'his1'
Stop of `ora.net1.network` on member `his1` succeeded.
Stop of `ora.LISTENER_SCAN1.lsnr` on member `his2` succeeded.
Attempting to stop `ora.scan1.vip` on member `his2`
Stop of `ora.ons` on member `his2` succeeded.
CRS-2789: Cannot stop resource 'ora.ons' as it is not running on server 'his2'
Stop of `ora.scan1.vip` on member `his2` succeeded.
Attempting to stop `ora.net1.network` on member `his2`
Stop of `ora.net1.network` on member `his2` succeeded.
Stop of `ora.registry.acfs` on member `his1` succeeded.
Stop of `ora.ORAARCH.dg` on member `his1` succeeded.
Stop of `ora.ORAARCH.dg` on member `his2` succeeded.
Stop of `ora.oc4j` on member `his1` succeeded.
Stop of `ora.crds3db.db` on member `his1` succeeded.
Stop of `ora.ORADATA.dg` on member `his1` succeeded.
Stop of `ora.ORADATA.dg` on member `his2` succeeded.
Stop of `ora.ORACRS.dg` on member `his2` succeeded.
Stop of `ora.crds3db.db` on member `his2` succeeded.
Attempting to stop `ora.asm` on member `his2`
Stop of `ora.asm` on member `his2` succeeded.
Stop of `ora.ORACRS.dg` on member `his1` succeeded.
Attempting to stop `ora.asm` on member `his1`
CRS-2673: Attempting to stop 'ora.asm' on 'his1'
CRS-5017: The resource action "ora.asm stop" encountered the following error:
ORA-15097: cannot SHUTDOWN ASM instance with connected client (process 5072)
CRS-2675: Stop of 'ora.asm' on 'his1' failed

CRS-0216: Could not stop resource 'ora.LISTENER.lsnr his1 1'.

CRS-0216: Could not stop resource 'ora.asm his1 1'.

CRS-0216: Could not stop resource 'ora.gsd'.

CRS-0216: Could not stop resource 'ora.gsd his1 1'.

CRS-0216: Could not stop resource 'ora.gsd his2 1'.

CRS-0216: Could not stop resource 'ora.ons his1 1'.

CRS-0216: Could not stop resource 'ora.ons his2 1'.

[root@his1 bin]# ./oifcfg getif -global                            查看详细网卡接口信息
eth1  10.10.10.0  global  cluster_interconnect
eth0  192.168.20.0  global  public

[root@his2 bin]# ./oifcfg delif -global eth0                       删除集群网卡ip

[root@his1 bin]# ./oifcfg getif -global                            查看详细网卡接口信息
eth1  10.10.10.0  global  cluster_interconnect

[root@his1 bin]# ./oifcfg setif -global eth0/192.168.20.0:public   添加集群ip地址
c,修改VIP

[root@his1 bin]# ./srvctl modify nodeapps -n raw1 -A 10.85.10.222/255.255.255.0/eth0

[root@his1 bin]# ./srvctl modify nodeapps -n raw2 -A 10.85.10.223/255.255.255.0/eth0

[root@his1 bin]# ./oifcfg iflist
eth0  192.168.20.0
eth1  10.10.10.0
eth1  169.254.0.0
[root@his1 bin]# ./crs_start -all                                   启动crs进程服务器
CRS-2501: Resource 'ora.gsd' is disabled
CRS-2501: Resource 'ora.gsd' is disabled
CRS-2501: Resource 'ora.gsd' is disabled
Attempting to start `ora.net1.network` on member `his1`
Attempting to start `ora.ORACRS.dg` on member `his1`
Attempting to start `ora.registry.acfs` on member `his1`
Attempting to start `ora.oc4j` on member `his1`
CRS-2664: Resource 'ora.asm' is already running on 'his1'
Start of `ora.net1.network` on member `his1` succeeded.
Attempting to start `ora.cvu` on member `his1`
Attempting to start `ora.his1.vip` on member `his1`
Attempting to start `ora.net1.network` on member `his2`
Attempting to start `ora.ORAARCH.dg` on member `his1`
Attempting to start `ora.ORADATA.dg` on member `his1`
Attempting to start `ora.ons` on member `his1`
Start of `ora.ORACRS.dg` on member `his1` succeeded.
Start of `ora.net1.network` on member `his2` succeeded.
Attempting to start `ora.scan1.vip` on member `his2`
Attempting to start `ora.ons` on member `his2`
Attempting to start `ora.his2.vip` on member `his2`
Start of `ora.cvu` on member `his1` succeeded.
Start of `ora.scan1.vip` on member `his2` succeeded.
Attempting to start `ora.LISTENER_SCAN1.lsnr` on member `his2`
Start of `ora.his1.vip` on member `his1` succeeded.
Attempting to start `ora.LISTENER.lsnr` on member `his1`
Start of `ora.his2.vip` on member `his2` succeeded.
Attempting to start `ora.LISTENER.lsnr` on member `his2`
Start of `ora.ons` on member `his1` succeeded.
CRS-5702: Resource 'ora.ons' is already running on 'his1'
Start of `ora.ons` on member `his2` succeeded.
CRS-5702: Resource 'ora.ons' is already running on 'his2'
Start of `ora.registry.acfs` on member `his1` succeeded.
Start of `ora.LISTENER_SCAN1.lsnr` on member `his2` succeeded.
Start of `ora.LISTENER.lsnr` on member `his2` succeeded.
Start of `ora.LISTENER.lsnr` on member `his1` succeeded.
Start of `ora.ORAARCH.dg` on member `his1` succeeded.
Start of `ora.ORADATA.dg` on member `his1` succeeded.
Attempting to start `ora.crds3db.db` on member `his1`
Start of `ora.oc4j` on member `his1` succeeded.
Start of `ora.crds3db.db` on member `his1` succeeded.
Attempting to start `ora.asm` on member `his2`
Start of `ora.asm` on member `his2` succeeded.
Attempting to start `ora.registry.acfs` on member `his2`
Attempting to start `ora.ORAARCH.dg` on member `his2`
Attempting to start `ora.ORADATA.dg` on member `his2`
CRS-5702: Resource 'ora.asm' is already running on 'his2'
Attempting to start `ora.ORACRS.dg` on member `his2`
Start of `ora.ORACRS.dg` on member `his2` succeeded.
Start of `ora.ORADATA.dg` on member `his2` succeeded.
Start of `ora.ORAARCH.dg` on member `his2` succeeded.
Attempting to start `ora.crds3db.db` on member `his2`
Start of `ora.registry.acfs` on member `his2` succeeded.
CRS-5702: Resource 'ora.registry.acfs' is already running on 'his2'
Start of `ora.crds3db.db` on member `his2` succeeded.
CRS-0223: Resource 'ora.asm his1 1' has placement error.

CRS-0223: Resource 'ora.asm his2 1' has placement error.

CRS-2660: Resource 'ora.gsd' or all of its instances are disabled

CRS-2660: Resource 'ora.his1.gsd' or all of its instances are disabled

CRS-2660: Resource 'ora.his2.gsd' or all of its instances are disabled

CRS-0223: Resource 'ora.ons his1 1' has placement error.

CRS-0223: Resource 'ora.ons his2 1' has placement error.

CRS-0223: Resource 'ora.registry.acfs his2 1' has placement error.

[root@his1 bin]# ./crsctl stat res -t                         查看集群系统系统资源
--------------------------------------------------------------------------------
NAME           TARGET  STATE        SERVER                   STATE_DETAILS      
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
               ONLINE  ONLINE       his1                                        
               ONLINE  ONLINE       his2                                        
ora.ORAARCH.dg
               ONLINE  ONLINE       his1                                        
               ONLINE  ONLINE       his2                                        
ora.ORACRS.dg
               ONLINE  ONLINE       his1                                        
               ONLINE  ONLINE       his2                                        
ora.ORADATA.dg
               ONLINE  ONLINE       his1                                        
               ONLINE  ONLINE       his2                                        
ora.asm
               ONLINE  ONLINE       his1                     Started            
               ONLINE  ONLINE       his2                     Started            
ora.gsd
               OFFLINE OFFLINE      his1                                        
               OFFLINE OFFLINE      his2                                        
ora.net1.network
               ONLINE  ONLINE       his1                                        
               ONLINE  ONLINE       his2                                        
ora.ons
               ONLINE  ONLINE       his1                                        
               ONLINE  ONLINE       his2                                        
ora.registry.acfs
               ONLINE  ONLINE       his1                                        
               ONLINE  ONLINE       his2                                        
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.LISTENER_SCAN1.lsnr
      1        ONLINE  ONLINE       his2                                        
ora.crds3db.db
      1        ONLINE  ONLINE       his1                     Open               
      2        ONLINE  ONLINE       his2                     Open               
ora.cvu
      1        ONLINE  ONLINE       his1                                        
ora.his1.vip
      1        ONLINE  ONLINE       his1                                        
ora.his2.vip
      1        ONLINE  ONLINE       his2                                        
ora.oc4j
      1        ONLINE  ONLINE       his1                                        
ora.scan1.vip
      1        ONLINE  ONLINE       his2       
[root@his1 bin]# ./crsctl check crs                    所有进程online一切正常
CRS-4638: Oracle High Availability Services is online
CRS-4537: Cluster Ready Services is online
CRS-4529: Cluster Synchronization Services is online
CRS-4533: Event Manager is online
---------------------------------------------------end-------------------------------------------------