1.点击“新建”，选择类型为linux，版本为oracle（64位），主机名取名叫ol6-121-rac1

2.内存大小我设置了3000M，建议设置为4000M以上。

3.现在创建虚拟硬盘

4.选择VDI

5.选择动态分配

6.分配硬盘大小为30G

7.网卡1为host-only，网卡2为内部网络

8.存储-控制器IDE，选择linux的ISO镜像

9.点击启动，开始安装，注swap的大小最好大于4G，我填的比较小，只有3G，因此后面安装的时候会有warning，但也不影响。

10.安装时选择下面的package：
Base System > Base
Base System > Compatibility libraries
Base System > Hardware monitoring utilities
Base System > Large Systems Performance
Base System > Network file system client
Base System > Performance Tools
Base System > Perl Support
Servers > Server Platform
Servers > System administration tools
Desktops > Desktop
Desktops > Desktop Platform
Desktops > Fonts
Desktops > General Purpose Desktop
Desktops > Graphical Administration Tools
Desktops > Input Methods
Desktops > X Window System
Applications > Internet Browser
Development > Additional Development
Development > Development Tools

11.在 /etc/sysctl.conf添加：
fs.file-max = 6815744
kernel.sem = 250 32000 100 128
kernel.shmmni = 4096
kernel.shmall = 1073741824
kernel.shmmax = 4398046511104
net.core.rmem_default = 262144
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048576
fs.aio-max-nr = 1048576
net.ipv4.ip_local_port_range = 9000 65500

12.在/etc/security/limits.conf添加：
oracle   soft   nofile    1024
oracle   hard   nofile    65536
oracle   soft   nproc    2047
oracle   hard   nproc    16384
oracle   soft   stack    10240
oracle   hard   stack    32768

13.安装rpm包：
rpm -Uvh *binutils*
rpm -Uvh *compat-libcap1*
rpm -Uvh *compat-libstdc++-33*
rpm -Uvh *gcc*
rpm -Uvh *gcc-c++*
rpm -Uvh *glibc*
rpm -Uvh *glibc-devel*
rpm -Uvh *ksh*
rpm -Uvh *libgcc*
rpm -Uvh *libstdc++*
rpm -Uvh *libstdc++-devel*
rpm -Uvh *libaio*
rpm -Uvh *libaio-devel*
rpm -Uvh *libXext*
rpm -Uvh *libXtst*
rpm -Uvh *libX11*
rpm -Uvh *libXau*
rpm -Uvh *libxcb*
rpm -Uvh *libXi*
rpm -Uvh *make*
rpm -Uvh *sysstat*
rpm -Uvh *unixODBC*
rpm -Uvh *unixODBC-devel*

14.新建oracle用户
groupadd -g 54321 oinstall
groupadd -g 54322 dba
groupadd -g 54323 oper
groupadd -g 54324 backupdba
groupadd -g 54325 dgdba
groupadd -g 54326 kmdba
groupadd -g 54327 asmdba
groupadd -g 54328 asmoper
groupadd -g 54329 asmadmin
useradd -u 54321 -g oinstall -G dba,oper oracle

15.设置oracle用户的密码:
passwd oracle

16.设置/etc/hosts
127.0.0.1       localhost.localdomain   localhost
# Public
192.168.56.101   ol6-121-rac1.localdomain        ol6-121-rac1
192.168.56.102   ol6-121-rac2.localdomain        ol6-121-rac2
# Private
192.168.1.101   ol6-121-rac1-priv.localdomain   ol6-121-rac1-priv
192.168.1.102   ol6-121-rac2-priv.localdomain   ol6-121-rac2-priv
# Virtual
192.168.56.103   ol6-121-rac1-vip.localdomain    ol6-121-rac1-vip
192.168.56.104   ol6-121-rac2-vip.localdomain    ol6-121-rac2-vip
# SCAN
192.168.56.105   ol6-121-scan.localdomain ol6-121-scan
192.168.56.106   ol6-121-scan.localdomain ol6-121-scan
192.168.56.107   ol6-121-scan.localdomain ol6-121-scan

17.修改/etc/security/limits.d/90-nproc.conf
将下面的一行：
*          soft    nproc    1024
改成：
* - nproc 16384

18.修改SELINUX：
修改/etc/selinux/config为：
SELINUX=permissive

19.关闭防火墙：
# service iptables stop
# chkconfig iptables off

1.建立目录
mkdir -p  /u01/app/12.1.0.1/grid
mkdir -p /u01/app/oracle/product/12.1.0.1/db_1
chown -R oracle:oinstall /u01
chmod -R 775 /u01/

2.设置oracle用户环境变量：
# Oracle Settings
export TMP=/tmp
export TMPDIR=$TMP

export ORACLE_HOSTNAME=ol6-121-rac1.localdomain
export ORACLE_UNQNAME=CDBRAC
export ORACLE_BASE=/u01/app/oracle
export GRID_HOME=/u01/app/12.1.0.1/grid
export DB_HOME=$ORACLE_BASE/product/12.1.0.1/db_1
export ORACLE_HOME=$DB_HOME
export ORACLE_SID=cdbrac1
export ORACLE_TERM=xterm
export BASE_PATH=/usr/sbin:$PATH
export PATH=$ORACLE_HOME/bin:$BASE_PATH
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib
alias grid_env='. /home/oracle/grid_env'
alias db_env='. /home/oracle/db_env'

13.由于我们不建立grid用户，我们只在oracle用户下建立2个环境变量grid_env和db_env来加载环境，不需要切换用户。
建立/home/oracle/grid_env文件如下：
export ORACLE_SID=+ASM1
export ORACLE_HOME=$GRID_HOME
export PATH=$ORACLE_HOME/bin:$BASE_PATH
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib

14.建立/home/oracle/db_env文件如下：
export ORACLE_SID=cdbrac1
export ORACLE_HOME=$DB_HOME
export PATH=$ORACLE_HOME/bin:$BASE_PATH
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib

15.测试一下：
[root@ol6-121-rac1 ~]# su - oracle
[oracle@ol6-121-rac1 ~]$ grid_env
[oracle@ol6-121-rac1 ~]$ echo $ORACLE_HOME
/u01/app/12.1.0.1/grid
[oracle@ol6-121-rac1 ~]$
[oracle@ol6-121-rac1 ~]$ db_env
[oracle@ol6-121-rac1 ~]$ echo $ORACLE_HOME
/u01/app/oracle/product/12.1.0.1/db_1

1. 有hub node和leaf node的概念，目前数据库只能放在hub node，leaf node据说是用于放耦合度较低的服务，如weblogic。
2. flex和非flex可以互相转换crsctl set cluster flex|standard, 需重启crs
3. hub和leaf可以互相转换
4. 必须GNS固定VIP

[root@dhcpserver sbin]# cat /etc/dhcp/dhcpd.conf
ddns-update-style interim;
 
ignore client-updates;

## DHCP for public:
subnet 192.168.56.0 netmask 255.255.255.0
{
default-lease-time 43200;
max-lease-time 86400;
option subnet-mask 255.255.255.0;
option broadcast-address 192.168.56.255;
option routers 192.168.56.1;
option domain-name-servers
192.168.56.3;
option domain-name "grid.localdomain";
pool
{
range 192.168.56.10 192.168.56.29;
}
}



## DHCP for private
subnet 192.168.57.0 netmask 255.255.255.0
{
default-lease-time 43200;
max-lease-time 86400;
option subnet-mask 255.255.0.0;
option broadcast-address 192.168.57.255;
pool
{
range 192.168.57.30 192.168.57.49;
}
}

C:\Windows\SysWOW64\dns\etc>cat named.conf

options {
  directory "c:\windows\SysWOW64\dns\etc";
  forwarders {8.8.8.8; 8.8.4.4;};
  allow-transfer { none; };
};

logging{
  channel my_log{
    file "named.log" versions 3 size 2m;
    severity info;
    print-time yes;
    print-severity yes;
    print-category yes;
  };
  category default{
    my_log;
  };
};


######################################
# ADD for oracle RAC SCAN,
# START FROM HERE
######################################
zone "56.168.192.in-addr.arpa" IN {

       type master;

       file "C:\Windows\SysWOW64\dns\etc\56.168.192.in-addr.local";

       allow-update { none; };

};



zone "localdomain" IN {

       type master;

       file "C:\Windows\SysWOW64\dns\etc\localdomain.zone";

       allow-update { none; };

};

zone "grid.localdomain" IN {
type forward;
forward only;
forwarders { 192.168.56.108 ;};
};


######################################
# ADD for oracle RAC SCAN,
# END FROM HERE
######################################
C:\Windows\SysWOW64\dns\etc>

[oracle@ol6-121-rac1 ~]$ cat /etc/hosts
::1         localhost localhost.localdomain localhost6 localhost6.localdomain6

127.0.0.1       localhost.localdomain   localhost
# Public
192.168.56.121   ol6-121-rac1.localdomain        ol6-121-rac1
192.168.56.122   ol6-121-rac2.localdomain        ol6-121-rac2
# Private
192.168.57.31   ol6-121-rac1-priv.localdomain   ol6-121-rac1-priv
192.168.57.32   ol6-121-rac2-priv.localdomain   ol6-121-rac2-priv
#Because use GNS, so vip and scanvip is provide by GNS
# Virtual
#192.168.56.103   ol6-121-rac1-vip.localdomain    ol6-121-rac1-vip
#192.168.56.104   ol6-121-rac2-vip.localdomain    ol6-121-rac2-vip
# SCAN
#192.168.56.105   ol6-121-scan.localdomain ol6-121-scan
#192.168.56.106   ol6-121-scan.localdomain ol6-121-scan
#192.168.56.107   ol6-121-scan.localdomain ol6-121-scan
[oracle@ol6-121-rac1 ~]$

[root@ol6-121-rac1 ~]# sh /u01/app/12.1.0.1/grid/root.sh
……
CRS-2672: Attempting to start 'ora.DATA.dg' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.DATA.dg' on 'ol6-121-rac1' succeeded
  2013/07/12 15:37:01 CLSRSC-349: The Oracle Clusterware stack failed to stop <<<<<<<<

Died at /u01/app/12.1.0.1/grid/crs/install/crsinstall.pm line 310. <<<<<<<<<<
The command '/u01/app/12.1.0.1/grid/perl/bin/perl -I/u01/app/12.1.0.1/grid/perl/lib -I/u01/app/12.1.0.1/grid/crs/install /u01/app/12.1.0.1/grid/crs/install/rootcrs.pl ' execution failed
[root@ol6-121-rac1 ~]#

log中的报错信息：
……
>  CRS-2794: Shutdown of Cluster Ready Services-managed resources on 'ol6-121-rac1' has failed
>  CRS-2675: Stop of 'ora.crsd' on 'ol6-121-rac1' failed
>  CRS-2799: Failed to shut down resource 'ora.crsd' on 'ol6-121-rac1'
>  CRS-2795: Shutdown of Oracle High Availability Services-managed resources on 'ol6-121-rac1' has failed
>  CRS-4687: Shutdown command has completed with errors.
>  CRS-4000: Command Stop failed, or completed with errors.
>End Command output
2013-07-12 15:37:00: The return value of stop of CRS: 1
2013-07-12 15:37:00: Executing cmd: /u01/app/12.1.0.1/grid/bin/crsctl check crs
2013-07-12 15:37:01: Command output:
>  CRS-4638: Oracle High Availability Services is online
>  CRS-4537: Cluster Ready Services is online
>  CRS-4529: Cluster Synchronization Services is online
>  CRS-4533: Event Manager is online
>End Command output
2013-07-12 15:37:01: Executing cmd: /u01/app/12.1.0.1/grid/bin/clsecho -p has -f clsrsc -m 349
2013-07-12 15:37:01: Command output:
>  CLSRSC-349: The Oracle Clusterware stack failed to stop
>End Command output
2013-07-12 15:37:01: Executing cmd: /u01/app/12.1.0.1/grid/bin/clsecho -p has -f clsrsc -m 349
2013-07-12 15:37:01: Command output:
>  CLSRSC-349: The Oracle Clusterware stack failed to stop
>End Command output
2013-07-12 15:37:01: CLSRSC-349: The Oracle Clusterware stack failed to stop
2013-07-12 15:37:01: ###### Begin DIE Stack Trace ######
2013-07-12 15:37:01:     Package         File                 Line Calling   
2013-07-12 15:37:01:     --------------- -------------------- ---- ----------
2013-07-12 15:37:01:  1: main            rootcrs.pl            211 crsutils::dietrap
2013-07-12 15:37:01:  2: crsinstall      crsinstall.pm         310 main::__ANON__
2013-07-12 15:37:01:  3: crsinstall      crsinstall.pm         219 crsinstall::CRSInstall
2013-07-12 15:37:01:  4: main            rootcrs.pl            334 crsinstall::new
2013-07-12 15:37:01: ####### End DIE Stack Trace #######

2013-07-12 15:37:01: ROOTCRS_STACK checkpoint has failed
2013-07-12 15:37:01: Running as user oracle: /u01/app/12.1.0.1/grid/bin/cluutil -ckpt -oraclebase /u01/app/oracle -writeckpt -name ROOTCRS_STACK -state FAIL
2013-07-12 15:37:01: s_run_as_user2: Running /bin/su oracle -c ' /u01/app/12.1.0.1/grid/bin/cluutil -ckpt -oraclebase /u01/app/oracle -writeckpt -name ROOTCRS_STACK -state FAIL '
2013-07-12 15:37:01: Removing file /tmp/fileBn895c
2013-07-12 15:37:01: Successfully removed file: /tmp/fileBn895c
2013-07-12 15:37:01: /bin/su successfully executed

2013-07-12 15:37:01: Succeeded in writing the checkpoint:'ROOTCRS_STACK' with status:FAIL
2013-07-12 15:37:01: Running as user oracle: /u01/app/12.1.0.1/grid/bin/cluutil -ckpt -oraclebase /u01/app/oracle -writeckpt -name ROOTCRS_STACK -state FAIL
2013-07-12 15:37:01: s_run_as_user2: Running /bin/su oracle -c ' /u01/app/12.1.0.1/grid/bin/cluutil -ckpt -oraclebase /u01/app/oracle -writeckpt -name ROOTCRS_STACK -state FAIL '
2013-07-12 15:37:01: Removing file /tmp/fileYx9kDX
2013-07-12 15:37:01: Successfully removed file: /tmp/fileYx9kDX
2013-07-12 15:37:01: /bin/su successfully executed

2013-07-12 15:37:01: Succeeded in writing the checkpoint:'ROOTCRS_STACK' with status:FAIL

--在node1上执行：
[root@ol6-121-rac1 12.1.0.1]# /u01/app/oraInventory/orainstRoot.sh
Changing permissions of /u01/app/oraInventory.
Adding read,write permissions for group.
Removing read,write,execute permissions for world.

Changing groupname of /u01/app/oraInventory to oinstall.
The execution of the script is complete.
[root@ol6-121-rac1 12.1.0.1]#
[root@ol6-121-rac1 12.1.0.1]#
[root@ol6-121-rac1 12.1.0.1]# /u01/app/12.1.0.1/grid/root.sh
Performing root user operation for Oracle 12c

The following environment variables are set as:
    ORACLE_OWNER= oracle
    ORACLE_HOME=  /u01/app/12.1.0.1/grid

Enter the full pathname of the local bin directory: [/usr/local/bin]:
   Copying dbhome to /usr/local/bin ...
   Copying oraenv to /usr/local/bin ...
   Copying coraenv to /usr/local/bin ...


Creating /etc/oratab file...
Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root script.
Now product-specific root actions will be performed.
Using configuration parameter file: /u01/app/12.1.0.1/grid/crs/install/crsconfig_params
2013/08/20 00:23:03 CLSRSC-363: User ignored prerequisites during installation

OLR initialization - successful
  root wallet
  root wallet cert
  root cert export
  peer wallet
  profile reader wallet
  pa wallet
  peer wallet keys
  pa wallet keys
  peer cert request
  pa cert request
  peer cert
  pa cert
  peer root cert TP
  profile reader root cert TP
  pa root cert TP
  peer pa cert TP
  pa peer cert TP
  profile reader pa cert TP
  profile reader peer cert TP
  peer user cert
  pa user cert
2013/08/20 00:24:00 CLSRSC-330: Adding Clusterware entries to file 'oracle-ohasd.conf'

CRS-4133: Oracle High Availability Services has been stopped.
CRS-4123: Oracle High Availability Services has been started.
 CRS-4133: Oracle High Availability Services has been stopped.
CRS-4123: Oracle High Availability Services has been started.
CRS-2673: Attempting to stop 'ora.drivers.acfs' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.drivers.acfs' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.evmd' on 'ol6-121-rac1'
CRS-2672: Attempting to start 'ora.mdnsd' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.mdnsd' on 'ol6-121-rac1' succeeded
CRS-2676: Start of 'ora.evmd' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.gpnpd' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.gpnpd' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.cssdmonitor' on 'ol6-121-rac1'
CRS-2672: Attempting to start 'ora.gipcd' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.cssdmonitor' on 'ol6-121-rac1' succeeded
CRS-2676: Start of 'ora.gipcd' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.cssd' on 'ol6-121-rac1'
CRS-2672: Attempting to start 'ora.diskmon' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.diskmon' on 'ol6-121-rac1' succeeded
CRS-2676: Start of 'ora.cssd' on 'ol6-121-rac1' succeeded
 
ASM created and started successfully.

Disk Group DATA created successfully.

CRS-2672: Attempting to start 'ora.storage' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.storage' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.crsd' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.crsd' on 'ol6-121-rac1' succeeded
CRS-4256: Updating the profile
Successful addition of voting disk 7998f05a43964f77bfe185cd468262c4.
Successfully replaced voting disk group with +DATA.
CRS-4256: Updating the profile
CRS-4266: Voting file(s) successfully replaced
##  STATE    File Universal Id                File Name Disk group
--  -----    -----------------                --------- ---------
 1. ONLINE   7998f05a43964f77bfe185cd468262c4 (/dev/asm-disk1) [DATA]
Located 1 voting disk(s).
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.crsd' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.crsd' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.storage' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.gpnpd' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.drivers.acfs' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.storage' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.drivers.acfs' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.ctssd' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.evmd' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.asm' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.gpnpd' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.mdnsd' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.ctssd' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.evmd' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.asm' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.cssd' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.gipcd' on 'ol6-121-rac1' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'ol6-121-rac1' has completed
CRS-4133: Oracle High Availability Services has been stopped.
 CRS-4123: Starting Oracle High Availability Services-managed resources
CRS-2672: Attempting to start 'ora.mdnsd' on 'ol6-121-rac1'
CRS-2672: Attempting to start 'ora.evmd' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.mdnsd' on 'ol6-121-rac1' succeeded
CRS-2676: Start of 'ora.evmd' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.gpnpd' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.gpnpd' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.gipcd' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.gipcd' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.cssdmonitor' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.cssdmonitor' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.cssd' on 'ol6-121-rac1'
CRS-2672: Attempting to start 'ora.diskmon' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.diskmon' on 'ol6-121-rac1' succeeded
CRS-2789: Cannot stop resource 'ora.diskmon' as it is not running on server 'ol6-121-rac1'
CRS-2676: Start of 'ora.cssd' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.cluster_interconnect.haip' on 'ol6-121-rac1'
CRS-2672: Attempting to start 'ora.ctssd' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.ctssd' on 'ol6-121-rac1' succeeded
CRS-2676: Start of 'ora.cluster_interconnect.haip' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.asm' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.asm' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.storage' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.storage' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.crsd' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.crsd' on 'ol6-121-rac1' succeeded
CRS-6023: Starting Oracle Cluster Ready Services-managed resources
CRS-6017: Processing resource auto-start for servers: ol6-121-rac1
CRS-6016: Resource auto-start has completed for server ol6-121-rac1
CRS-6024: Completed start of Oracle Cluster Ready Services-managed resources
CRS-4123: Oracle High Availability Services has been started.
2013/08/20 00:30:20 CLSRSC-343: Successfully started Oracle clusterware stack

 CRS-2672: Attempting to start 'ora.net1.network' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.net1.network' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.gns.vip' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.gns.vip' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.gns' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.gns' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.ASMNET1LSNR_ASM.lsnr' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.ASMNET1LSNR_ASM.lsnr' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.asm' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.asm' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.DATA.dg' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.DATA.dg' on 'ol6-121-rac1' succeeded
 CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.crsd' on 'ol6-121-rac1'
CRS-2790: Starting shutdown of Cluster Ready Services-managed resources on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.ol6-121-rac1.vip' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN3.lsnr' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN1.lsnr' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.DATA.dg' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.gns' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.cvu' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN2.lsnr' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.LISTENER_SCAN2.lsnr' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.LISTENER_SCAN1.lsnr' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.scan1.vip' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.scan2.vip' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.LISTENER_SCAN3.lsnr' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.scan3.vip' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.cvu' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.scan1.vip' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.DATA.dg' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.asm' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.ol6-121-rac1.vip' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.scan3.vip' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.asm' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.ASMNET1LSNR_ASM.lsnr' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.scan2.vip' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.gns' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.gns.vip' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.gns.vip' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.ASMNET1LSNR_ASM.lsnr' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.ons' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.ons' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.net1.network' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.net1.network' on 'ol6-121-rac1' succeeded
CRS-2792: Shutdown of Cluster Ready Services-managed resources on 'ol6-121-rac1' has completed
CRS-2677: Stop of 'ora.crsd' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.ctssd' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.evmd' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.storage' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.drivers.acfs' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.gpnpd' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.storage' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.asm' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.drivers.acfs' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.mdnsd' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.gpnpd' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.evmd' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.ctssd' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.asm' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.cssd' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.gipcd' on 'ol6-121-rac1' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'ol6-121-rac1' has completed
CRS-4133: Oracle High Availability Services has been stopped.
 CRS-4123: Starting Oracle High Availability Services-managed resources
CRS-2672: Attempting to start 'ora.mdnsd' on 'ol6-121-rac1'
CRS-2672: Attempting to start 'ora.evmd' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.mdnsd' on 'ol6-121-rac1' succeeded
CRS-2676: Start of 'ora.evmd' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.gpnpd' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.gpnpd' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.gipcd' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.gipcd' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.cssdmonitor' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.cssdmonitor' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.cssd' on 'ol6-121-rac1'
CRS-2672: Attempting to start 'ora.diskmon' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.diskmon' on 'ol6-121-rac1' succeeded
CRS-2789: Cannot stop resource 'ora.diskmon' as it is not running on server 'ol6-121-rac1'
CRS-2676: Start of 'ora.cssd' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.cluster_interconnect.haip' on 'ol6-121-rac1'
CRS-2672: Attempting to start 'ora.ctssd' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.ctssd' on 'ol6-121-rac1' succeeded
CRS-2676: Start of 'ora.cluster_interconnect.haip' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.asm' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.asm' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.storage' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.storage' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.crsd' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.crsd' on 'ol6-121-rac1' succeeded
CRS-6023: Starting Oracle Cluster Ready Services-managed resources
CRS-6017: Processing resource auto-start for servers: ol6-121-rac1
CRS-2672: Attempting to start 'ora.cvu' on 'ol6-121-rac1'
CRS-2672: Attempting to start 'ora.ons' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.cvu' on 'ol6-121-rac1' succeeded
CRS-2676: Start of 'ora.ons' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.scan2.vip' on 'ol6-121-rac1'
CRS-2672: Attempting to start 'ora.scan3.vip' on 'ol6-121-rac1'
CRS-2672: Attempting to start 'ora.scan1.vip' on 'ol6-121-rac1'
CRS-2672: Attempting to start 'ora.ol6-121-rac1.vip' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.scan1.vip' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.LISTENER_SCAN1.lsnr' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.scan3.vip' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.LISTENER_SCAN3.lsnr' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.scan2.vip' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.LISTENER_SCAN2.lsnr' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.ol6-121-rac1.vip' on 'ol6-121-rac1' succeeded
CRS-2676: Start of 'ora.LISTENER_SCAN1.lsnr' on 'ol6-121-rac1' succeeded
CRS-2676: Start of 'ora.LISTENER_SCAN3.lsnr' on 'ol6-121-rac1' succeeded
CRS-2676: Start of 'ora.LISTENER_SCAN2.lsnr' on 'ol6-121-rac1' succeeded
CRS-6016: Resource auto-start has completed for server ol6-121-rac1
CRS-6024: Completed start of Oracle Cluster Ready Services-managed resources
CRS-4123: Oracle High Availability Services has been started.
 2013/08/20 00:37:55 CLSRSC-325: Configure Oracle Grid Infrastructure for a Cluster ... succeeded

[root@ol6-121-rac1 12.1.0.1]#   


--在node2上执行：
[root@ol6-121-rac2 ~]# /u01/app/oraInventory/orainstRoot.sh
Changing permissions of /u01/app/oraInventory.
Adding read,write permissions for group.
Removing read,write,execute permissions for world.

Changing groupname of /u01/app/oraInventory to oinstall.
The execution of the script is complete.
[root@ol6-121-rac2 ~]#       
[root@ol6-121-rac2 ~]#
[root@ol6-121-rac2 ~]#
[root@ol6-121-rac2 ~]# /u01/app/12.1.0.1/grid/root.sh
Performing root user operation for Oracle 12c

The following environment variables are set as:
    ORACLE_OWNER= oracle
    ORACLE_HOME=  /u01/app/12.1.0.1/grid

Enter the full pathname of the local bin directory: [/usr/local/bin]:
   Copying dbhome to /usr/local/bin ...
   Copying oraenv to /usr/local/bin ...
   Copying coraenv to /usr/local/bin ...


Creating /etc/oratab file...
Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root script.
Now product-specific root actions will be performed.
Using configuration parameter file: /u01/app/12.1.0.1/grid/crs/install/crsconfig_params
2013/08/20 00:38:48 CLSRSC-363: User ignored prerequisites during installation

OLR initialization - successful
2013/08/20 00:39:20 CLSRSC-330: Adding Clusterware entries to file 'oracle-ohasd.conf'

CRS-4133: Oracle High Availability Services has been stopped.
CRS-4123: Oracle High Availability Services has been started.
 CRS-4133: Oracle High Availability Services has been stopped.
CRS-4123: Oracle High Availability Services has been started.
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.drivers.acfs' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.drivers.acfs' on 'ol6-121-rac2' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'ol6-121-rac2' has completed
CRS-4133: Oracle High Availability Services has been stopped.
 CRS-4123: Starting Oracle High Availability Services-managed resources
CRS-2672: Attempting to start 'ora.mdnsd' on 'ol6-121-rac2'
CRS-2672: Attempting to start 'ora.evmd' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.mdnsd' on 'ol6-121-rac2' succeeded
CRS-2676: Start of 'ora.evmd' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.gpnpd' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.gpnpd' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.gipcd' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.gipcd' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.cssdmonitor' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.cssdmonitor' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.cssd' on 'ol6-121-rac2'
CRS-2672: Attempting to start 'ora.diskmon' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.diskmon' on 'ol6-121-rac2' succeeded
CRS-2789: Cannot stop resource 'ora.diskmon' as it is not running on server 'ol6-121-rac2'
CRS-2676: Start of 'ora.cssd' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.cluster_interconnect.haip' on 'ol6-121-rac2'
CRS-2672: Attempting to start 'ora.ctssd' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.cluster_interconnect.haip' on 'ol6-121-rac2' succeeded
CRS-2676: Start of 'ora.ctssd' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.storage' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.storage' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.crsd' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.crsd' on 'ol6-121-rac2' succeeded
CRS-6017: Processing resource auto-start for servers: ol6-121-rac2
CRS-6016: Resource auto-start has completed for server ol6-121-rac2
CRS-6024: Completed start of Oracle Cluster Ready Services-managed resources
CRS-4123: Oracle High Availability Services has been started.
2013/08/20 00:43:36 CLSRSC-343: Successfully started Oracle clusterware stack

2013/08/20 00:43:41 CLSRSC-325: Configure Oracle Grid Infrastructure for a Cluster ... succeeded

[root@ol6-121-rac2 ~]#     
Broadcast message from root@ol6-121-rac2

[oracle@ol6-121-rac1 ~]$ ifconfig -a
eth0      Link encap:Ethernet  HWaddr 08:00:27:06:72:4B 
          inet addr:192.168.56.121  Bcast:192.168.56.255  Mask:255.255.255.0
          inet6 addr: fe80::a00:27ff:fe06:724b/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:1204 errors:0 dropped:0 overruns:0 frame:0
          TX packets:1211 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:166853 (162.9 KiB)  TX bytes:208611 (203.7 KiB)

eth0:1    Link encap:Ethernet  HWaddr 08:00:27:06:72:4B 
          inet addr:192.168.56.108  Bcast:192.168.56.255  Mask:255.255.255.0
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1

eth0:2    Link encap:Ethernet  HWaddr 08:00:27:06:72:4B 
          inet addr:192.168.56.12  Bcast:192.168.56.255  Mask:255.255.255.0
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1

eth0:3    Link encap:Ethernet  HWaddr 08:00:27:06:72:4B 
          inet addr:192.168.56.14  Bcast:192.168.56.255  Mask:255.255.255.0
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1

eth0:4    Link encap:Ethernet  HWaddr 08:00:27:06:72:4B 
          inet addr:192.168.56.13  Bcast:192.168.56.255  Mask:255.255.255.0
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1

eth0:5    Link encap:Ethernet  HWaddr 08:00:27:06:72:4B 
          inet addr:192.168.56.11  Bcast:192.168.56.255  Mask:255.255.255.0
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1

eth1      Link encap:Ethernet  HWaddr 08:00:27:4D:0D:02 
          inet addr:192.168.57.31  Bcast:192.168.57.255  Mask:255.255.255.0
          inet6 addr: fe80::a00:27ff:fe4d:d02/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:1147 errors:0 dropped:0 overruns:0 frame:0
          TX packets:1858 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:523883 (511.6 KiB)  TX bytes:1344884 (1.2 MiB)

eth1:1    Link encap:Ethernet  HWaddr 08:00:27:4D:0D:02 
          inet addr:169.254.2.250  Bcast:169.254.255.255  Mask:255.255.0.0
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1

lo        Link encap:Local Loopback 
          inet addr:127.0.0.1  Mask:255.0.0.0
          inet6 addr: ::1/128 Scope:Host
          UP LOOPBACK RUNNING  MTU:16436  Metric:1
          RX packets:1871 errors:0 dropped:0 overruns:0 frame:0
          TX packets:1871 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:2288895 (2.1 MiB)  TX bytes:2288895 (2.1 MiB)

[oracle@ol6-121-rac1 ~]$ crs_stat -t
Name           Type           Target    State     Host       
------------------------------------------------------------
ora....SM.lsnr ora....er.type ONLINE    ONLINE    ol6-...rac1
ora.DATA.dg    ora....up.type ONLINE    ONLINE    ol6-...rac1
ora....ER.lsnr ora....er.type ONLINE    ONLINE    ol6-...rac1
ora....AF.lsnr ora....er.type ONLINE    ONLINE    ol6-...rac2
ora....N1.lsnr ora....er.type ONLINE    ONLINE    ol6-...rac1
ora....N2.lsnr ora....er.type ONLINE    ONLINE    ol6-...rac1
ora....N3.lsnr ora....er.type ONLINE    ONLINE    ol6-...rac1
ora.asm        ora.asm.type   ONLINE    ONLINE    ol6-...rac1
ora.cvu        ora.cvu.type   ONLINE    ONLINE    ol6-...rac1
ora.gns        ora.gns.type   ONLINE    ONLINE    ol6-...rac1
ora.gns.vip    ora....ip.type ONLINE    ONLINE    ol6-...rac1
ora....network ora....rk.type ONLINE    ONLINE    ol6-...rac1
ora.oc4j       ora.oc4j.type  OFFLINE   OFFLINE               
ora....C1.lsnr application    ONLINE    ONLINE    ol6-...rac1
ora....ac1.ons application    ONLINE    ONLINE    ol6-...rac1
ora....ac1.vip ora....t1.type ONLINE    ONLINE    ol6-...rac1
ora.ons        ora.ons.type   ONLINE    ONLINE    ol6-...rac1
ora.proxy_advm ora....vm.type ONLINE    ONLINE    ol6-...rac1
ora.scan1.vip  ora....ip.type ONLINE    ONLINE    ol6-...rac1
ora.scan2.vip  ora....ip.type ONLINE    ONLINE    ol6-...rac1
ora.scan3.vip  ora....ip.type ONLINE    ONLINE    ol6-...rac1
[oracle@ol6-121-rac1 ~]$ ps -ef |grep asm
root      2416     2  0 22:45 ?        00:00:00 [asmWorkerThread]
root      2417     2  0 22:45 ?        00:00:00 [asmWorkerThread]
root      2418     2  0 22:45 ?        00:00:00 [asmWorkerThread]
root      2419     2  0 22:45 ?        00:00:00 [asmWorkerThread]
root      2420     2  0 22:45 ?        00:00:00 [asmWorkerThread]
oracle    2746     1  0 22:46 ?        00:00:00 asm_pmon_+ASM1
oracle    2748     1  0 22:46 ?        00:00:00 asm_psp0_+ASM1
oracle    2750     1  5 22:46 ?        00:00:22 asm_vktm_+ASM1
oracle    2754     1  0 22:46 ?        00:00:00 asm_gen0_+ASM1
oracle    2756     1  0 22:46 ?        00:00:00 asm_mman_+ASM1
oracle    2760     1  0 22:46 ?        00:00:00 asm_diag_+ASM1
oracle    2762     1  0 22:46 ?        00:00:00 asm_ping_+ASM1
oracle    2764     1  0 22:46 ?        00:00:00 asm_dia0_+ASM1
oracle    2766     1  0 22:46 ?        00:00:00 asm_lmon_+ASM1
oracle    2768     1  0 22:46 ?        00:00:00 asm_lmd0_+ASM1
oracle    2770     1  0 22:46 ?        00:00:02 asm_lms0_+ASM1
oracle    2774     1  0 22:46 ?        00:00:00 asm_lmhb_+ASM1
oracle    2776     1  0 22:46 ?        00:00:00 asm_lck1_+ASM1
oracle    2778     1  0 22:46 ?        00:00:00 asm_gcr0_+ASM1
oracle    2780     1  0 22:46 ?        00:00:00 asm_dbw0_+ASM1
oracle    2782     1  0 22:46 ?        00:00:00 asm_lgwr_+ASM1
oracle    2784     1  0 22:46 ?        00:00:00 asm_ckpt_+ASM1
oracle    2786     1  0 22:46 ?        00:00:00 asm_smon_+ASM1
oracle    2788     1  0 22:46 ?        00:00:00 asm_lreg_+ASM1
oracle    2790     1  0 22:46 ?        00:00:00 asm_rbal_+ASM1
oracle    2792     1  0 22:46 ?        00:00:00 asm_gmon_+ASM1
oracle    2794     1  0 22:46 ?        00:00:00 asm_mmon_+ASM1
oracle    2796     1  0 22:46 ?        00:00:00 asm_mmnl_+ASM1
oracle    2798     1  0 22:46 ?        00:00:00 asm_lck0_+ASM1
oracle    2886     1  0 22:47 ?        00:00:00 asm_asmb_+ASM1
oracle    2888     1  0 22:47 ?        00:00:00 oracle+ASM1_asmb_+asm1 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle    6606  3162  0 22:54 pts/0    00:00:00 grep asm
[oracle@ol6-121-rac1 ~]$ ps -ef |grep tns
root        10     2  0 22:44 ?        00:00:00 [netns]
oracle    3146     1  0 22:47 ?        00:00:00 /u01/app/12.1.0.1/grid/bin/tnslsnr ASMNET1LSNR_ASM -no_crs_notify -inherit
oracle    3156     1  0 22:47 ?        00:00:00 /u01/app/12.1.0.1/grid/bin/tnslsnr LISTENER_SCAN1 -no_crs_notify -inherit
oracle    3187     1  0 22:47 ?        00:00:00 /u01/app/12.1.0.1/grid/bin/tnslsnr LISTENER_SCAN2 -no_crs_notify -inherit
oracle    3199     1  0 22:47 ?        00:00:00 /u01/app/12.1.0.1/grid/bin/tnslsnr LISTENER_SCAN3 -no_crs_notify -inherit
oracle    3237     1  0 22:47 ?        00:00:00 /u01/app/12.1.0.1/grid/bin/tnslsnr LISTENER -no_crs_notify -inherit
oracle    6608  3162  0 22:54 pts/0    00:00:00 grep tns
[oracle@ol6-121-rac1 ~]$
[oracle@ol6-121-rac1 ~]$ ps -ef |grep ohas
root      1162     1  0 22:45 ?        00:00:00 /bin/sh /etc/init.d/init.ohasd run
root      2061     1  1 22:45 ?        00:00:09 /u01/app/12.1.0.1/grid/bin/ohasd.bin reboot
oracle    6611  3162  0 22:54 pts/0    00:00:00 grep ohas
[oracle@ol6-121-rac1 ~]$

[oracle@ol6-121-rac2 ~]$ ifconfig -a
eth0      Link encap:Ethernet  HWaddr 08:00:27:8E:CE:20 
          inet addr:192.168.56.122  Bcast:192.168.56.255  Mask:255.255.255.0
          inet6 addr: fe80::a00:27ff:fe8e:ce20/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:1049 errors:0 dropped:0 overruns:0 frame:0
          TX packets:854 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:157826 (154.1 KiB)  TX bytes:135961 (132.7 KiB)

eth1      Link encap:Ethernet  HWaddr 08:00:27:3B:C4:0A 
          inet addr:192.168.57.32  Bcast:192.168.57.255  Mask:255.255.255.0
          inet6 addr: fe80::a00:27ff:fe3b:c40a/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:1886 errors:0 dropped:0 overruns:0 frame:0
          TX packets:1242 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:1353953 (1.2 MiB)  TX bytes:543170 (530.4 KiB)

lo        Link encap:Local Loopback 
          inet addr:127.0.0.1  Mask:255.0.0.0
          inet6 addr: ::1/128 Scope:Host
          UP LOOPBACK RUNNING  MTU:16436  Metric:1
          RX packets:6 errors:0 dropped:0 overruns:0 frame:0
          TX packets:6 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:408 (408.0 b)  TX bytes:408 (408.0 b)

[oracle@ol6-121-rac2 ~]$ crs_stat -t
Name           Type           Target    State     Host       
------------------------------------------------------------
ora....SM.lsnr ora....er.type ONLINE    ONLINE    ol6-...rac1
ora.DATA.dg    ora....up.type ONLINE    ONLINE    ol6-...rac1
ora....ER.lsnr ora....er.type ONLINE    ONLINE    ol6-...rac1
ora....AF.lsnr ora....er.type ONLINE    ONLINE    ol6-...rac2
ora....N1.lsnr ora....er.type ONLINE    ONLINE    ol6-...rac1
ora....N2.lsnr ora....er.type ONLINE    ONLINE    ol6-...rac1
ora....N3.lsnr ora....er.type ONLINE    ONLINE    ol6-...rac1
ora.asm        ora.asm.type   ONLINE    ONLINE    ol6-...rac1
ora.cvu        ora.cvu.type   ONLINE    ONLINE    ol6-...rac1
ora.gns        ora.gns.type   ONLINE    ONLINE    ol6-...rac1
ora.gns.vip    ora....ip.type ONLINE    ONLINE    ol6-...rac1
ora....network ora....rk.type ONLINE    ONLINE    ol6-...rac1
ora.oc4j       ora.oc4j.type  OFFLINE   OFFLINE               
ora....C1.lsnr application    ONLINE    ONLINE    ol6-...rac1
ora....ac1.ons application    ONLINE    ONLINE    ol6-...rac1
ora....ac1.vip ora....t1.type ONLINE    ONLINE    ol6-...rac1
ora.ons        ora.ons.type   ONLINE    ONLINE    ol6-...rac1
ora.proxy_advm ora....vm.type ONLINE    ONLINE    ol6-...rac1
ora.scan1.vip  ora....ip.type ONLINE    ONLINE    ol6-...rac1
ora.scan2.vip  ora....ip.type ONLINE    ONLINE    ol6-...rac1
ora.scan3.vip  ora....ip.type ONLINE    ONLINE    ol6-...rac1
[oracle@ol6-121-rac2 ~]$ ps -ef |grep asm
oracle    2663  2566  0 22:55 pts/0    00:00:00 grep asm
[oracle@ol6-121-rac2 ~]$ ps -ef |grep tns
root        10     2  0 22:46 ?        00:00:00 [netns]
oracle    2641     1  0 22:53 ?        00:00:00 /u01/app/12.1.0.1/grid/bin/tnslsnr LISTENER_LEAF -no_crs_notify -inherit
oracle    2666  2566  0 22:55 pts/0    00:00:00 grep tns
[oracle@ol6-121-rac2 ~]$ ps -ef |grep ohas
root      1124     1  0 22:46 ?        00:00:00 /bin/sh /etc/init.d/init.ohasd run
root      2058     1  2 22:47 ?        00:00:14 /u01/app/12.1.0.1/grid/bin/ohasd.bin reboot
oracle    2668  2566  0 22:55 pts/0    00:00:00 grep ohas
[oracle@ol6-121-rac2 ~]$

1. VIP分别在2个节点上运行正常，IP是192.168.56.11和192.168.56.19。这是dhcp分配的。之前我们配置的range 192.168.56.10 192.168.56.29;
[oracle@ol6-121-rac1 ~]$ srvctl status vip -node ol6-121-rac1
VIP 192.168.56.11 is enabled
VIP 192.168.56.11 is running on node: ol6-121-rac1

[oracle@ol6-121-rac1 ~]$ srvctl status vip -node ol6-121-rac2
VIP 192.168.56.19 is enabled
VIP 192.168.56.19 is running on node: ol6-121-rac2

2. SCAN运行正常，2个scanIP是在node1，1个scan IP在节点2；
[oracle@ol6-121-rac1 ~]$ srvctl status scan -all
SCAN VIP scan1 is enabled
SCAN VIP scan1 is running on node ol6-121-rac2
SCAN VIP scan2 is enabled
SCAN VIP scan2 is running on node ol6-121-rac1
SCAN VIP scan3 is enabled
SCAN VIP scan3 is running on node ol6-121-rac1

3. DNS解析SCAN的IP分别是192.168.56.12、192.168.56.13和192.168.56.14.
[oracle@ol6-121-rac1 ~]$ nslookup ol6-121-cluster-scan.grid.localdomain
Server:         192.168.56.1
Address:        192.168.56.1#53

Non-authoritative answer:
Name:   ol6-121-cluster-scan.grid.localdomain
Address: 192.168.56.13
Name:   ol6-121-cluster-scan.grid.localdomain
Address: 192.168.56.12
Name:   ol6-121-cluster-scan.grid.localdomain
Address: 192.168.56.14

4. GNS运行正常，运行在节点1上。
[oracle@ol6-121-rac1 ~]$ srvctl status gns -v
GNS is running on node ol6-121-rac1.
GNS is enabled on node ol6-121-rac1.

5. GNS的VIP是192.168.56.108，这是固定的，我在前一篇关于flex cluster的第四点中也说明了GNS VIP需要固定的。
[oracle@ol6-121-rac1 ~]$ nslookup gns-vip.localdomain
Server:         192.168.56.1
Address:        192.168.56.1#53

Name:   gns-vip.localdomain
Address: 192.168.56.108

6. 进一步详细检查GNS的运行情况
[root@ol6-121-rac1 ~]# srvctl config gns -a -l
GNS is enabled.
GNS is listening for DNS server requests on port 53
GNS is using port 5,353 to connect to mDNS
GNS status: OK
Domain served by GNS: grid.localdomain
GNS version: 12.1.0.1.0
Globally unique identifier of the cluster where GNS is running: 3d52171d97fddf8cff384db43f6d1459
Name of the cluster where GNS is running: ol6-121-cluster
Cluster type: server.
GNS log level: 1.
GNS listening addresses: tcp://192.168.56.108:38182.
[root@ol6-121-rac1 ~]#

--检查cluster：
[oracle@ol6-121-rac1 ~]$ crsctl get cluster mode status
Cluster is running in "flex" mode

--检查asm：
[oracle@ol6-121-rac1 ~]$ asmcmd
ASMCMD> showclustermode
ASM cluster : Flex mode enabled
ASMCMD>

--节点1
[oracle@ol6-121-rac1 ~]$ crsctl get node role config
Node 'ol6-121-rac1' configured role is 'hub'

--节点2
[root@ol6-121-rac2 ~]# crsctl get node role config
Node 'ol6-121-rac2' configured role is 'leaf'

--设置当前节点的集群role为hub：
[root@ol6-121-rac2 ~]# crsctl set node role hub
CRS-4408: Node 'ol6-121-rac2' configured role successfully changed; restart Oracle High Availability Services for new role to take effect.

--重启crs，先stop crs。注意重启crs需要到root用户下。
[root@ol6-121-rac2 ~]# crsctl stop crs
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.crsd' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.crsd' on 'ol6-121-rac2' succeeded
CRS-2673: Attempting to stop 'ora.drivers.acfs' on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.storage' on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.gpnpd' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.drivers.acfs' on 'ol6-121-rac2' succeeded
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'ol6-121-rac2' succeeded
CRS-2677: Stop of 'ora.storage' on 'ol6-121-rac2' succeeded
CRS-2673: Attempting to stop 'ora.ctssd' on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.evmd' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.gpnpd' on 'ol6-121-rac2' succeeded
CRS-2677: Stop of 'ora.evmd' on 'ol6-121-rac2' succeeded
CRS-2677: Stop of 'ora.mdnsd' on 'ol6-121-rac2' succeeded
CRS-2677: Stop of 'ora.ctssd' on 'ol6-121-rac2' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.cssd' on 'ol6-121-rac2' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.gipcd' on 'ol6-121-rac2' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'ol6-121-rac2' has completed
CRS-4133: Oracle High Availability Services has been stopped.

--stop完成后，在start crs
[root@ol6-121-rac2 ~]# crsctl start crs -wait
CRS-4123: Starting Oracle High Availability Services-managed resources
CRS-2672: Attempting to start 'ora.mdnsd' on 'ol6-121-rac2'
CRS-2672: Attempting to start 'ora.evmd' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.evmd' on 'ol6-121-rac2' succeeded
CRS-2676: Start of 'ora.mdnsd' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.gpnpd' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.gpnpd' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.gipcd' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.gipcd' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.cssdmonitor' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.cssdmonitor' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.cssd' on 'ol6-121-rac2'
CRS-2672: Attempting to start 'ora.diskmon' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.diskmon' on 'ol6-121-rac2' succeeded
CRS-2789: Cannot stop resource 'ora.diskmon' as it is not running on server 'ol6-121-rac2'
CRS-2676: Start of 'ora.cssd' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.cluster_interconnect.haip' on 'ol6-121-rac2'
CRS-2672: Attempting to start 'ora.ctssd' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.ctssd' on 'ol6-121-rac2' succeeded
CRS-2676: Start of 'ora.cluster_interconnect.haip' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.asm' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.asm' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.storage' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.storage' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.crsd' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.crsd' on 'ol6-121-rac2' succeeded
CRS-6017: Processing resource auto-start for servers: ol6-121-rac2
CRS-2672: Attempting to start 'ora.ASMNET1LSNR_ASM.lsnr' on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN1.lsnr' on 'ol6-121-rac1'
CRS-2673: Attempting to stop 'ora.ol6-121-rac2.vip' on 'ol6-121-rac1'
CRS-2672: Attempting to start 'ora.ons' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.LISTENER_SCAN1.lsnr' on 'ol6-121-rac1' succeeded
CRS-2673: Attempting to stop 'ora.scan1.vip' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.ol6-121-rac2.vip' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.ol6-121-rac2.vip' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.scan1.vip' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.scan1.vip' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.scan1.vip' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.LISTENER_SCAN1.lsnr' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.ol6-121-rac2.vip' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.LISTENER.lsnr' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.ASMNET1LSNR_ASM.lsnr' on 'ol6-121-rac2' succeeded
CRS-2676: Start of 'ora.ons' on 'ol6-121-rac2' succeeded
CRS-2676: Start of 'ora.LISTENER_SCAN1.lsnr' on 'ol6-121-rac2' succeeded
CRS-2676: Start of 'ora.LISTENER.lsnr' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.asm' on 'ol6-121-rac2'
 CRS-2676: Start of 'ora.asm' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.proxy_advm' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.proxy_advm' on 'ol6-121-rac2' succeeded
CRS-6016: Resource auto-start has completed for server ol6-121-rac2
CRS-6024: Completed start of Oracle Cluster Ready Services-managed resources
CRS-4123: Oracle High Availability Services has been started.
[root@ol6-121-rac2 ~]# 

--检查集群role是否已经转换过来：
[root@ol6-121-rac2 ~]# crsctl get node role config
Node 'ol6-121-rac2' configured role is 'hub'
[root@ol6-121-rac2 ~]#

--检查当前各个节点的role：
[oracle@ol6-121-rac1 ~]$ crsctl get node role config
Node 'ol6-121-rac1' configured role is 'hub'
[oracle@ol6-121-rac2 ~]$ crsctl get node role config
Node 'ol6-121-rac2' configured role is 'hub'

--将节点2转成leaf node
[root@ol6-121-rac2 ~]# crsctl set node role leaf
CRS-4408: Node 'ol6-121-rac2' configured role successfully changed; restart Oracle High Availability Services for new role to take effect.

--重启crs，先stop crs
[root@ol6-121-rac2 ~]# crsctl stop crs
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.crsd' on 'ol6-121-rac2'
CRS-2790: Starting shutdown of Cluster Ready Services-managed resources on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.DATA.dg' on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.LISTENER.lsnr' on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN1.lsnr' on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.proxy_advm' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.LISTENER.lsnr' on 'ol6-121-rac2' succeeded
CRS-2673: Attempting to stop 'ora.ol6-121-rac2.vip' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.LISTENER_SCAN1.lsnr' on 'ol6-121-rac2' succeeded
CRS-2673: Attempting to stop 'ora.scan1.vip' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.ol6-121-rac2.vip' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.ol6-121-rac2.vip' on 'ol6-121-rac1'
CRS-2677: Stop of 'ora.scan1.vip' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.scan1.vip' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.scan1.vip' on 'ol6-121-rac1' succeeded
CRS-2672: Attempting to start 'ora.LISTENER_SCAN1.lsnr' on 'ol6-121-rac1'
CRS-2676: Start of 'ora.ol6-121-rac2.vip' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.proxy_advm' on 'ol6-121-rac2' succeeded
CRS-2676: Start of 'ora.LISTENER_SCAN1.lsnr' on 'ol6-121-rac1' succeeded
CRS-2677: Stop of 'ora.DATA.dg' on 'ol6-121-rac2' succeeded
CRS-2673: Attempting to stop 'ora.asm' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.asm' on 'ol6-121-rac2' succeeded
CRS-2673: Attempting to stop 'ora.ASMNET1LSNR_ASM.lsnr' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.ASMNET1LSNR_ASM.lsnr' on 'ol6-121-rac2' succeeded
CRS-2673: Attempting to stop 'ora.ons' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.ons' on 'ol6-121-rac2' succeeded
CRS-2673: Attempting to stop 'ora.net1.network' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.net1.network' on 'ol6-121-rac2' succeeded
CRS-2792: Shutdown of Cluster Ready Services-managed resources on 'ol6-121-rac2' has completed
CRS-2677: Stop of 'ora.crsd' on 'ol6-121-rac2' succeeded
CRS-2673: Attempting to stop 'ora.ctssd' on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.evmd' on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.storage' on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.gpnpd' on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'ol6-121-rac2'
CRS-2673: Attempting to stop 'ora.drivers.acfs' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.storage' on 'ol6-121-rac2' succeeded
CRS-2673: Attempting to stop 'ora.asm' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.drivers.acfs' on 'ol6-121-rac2' succeeded
CRS-2677: Stop of 'ora.gpnpd' on 'ol6-121-rac2' succeeded
CRS-2677: Stop of 'ora.mdnsd' on 'ol6-121-rac2' succeeded
CRS-2677: Stop of 'ora.evmd' on 'ol6-121-rac2' succeeded
CRS-2677: Stop of 'ora.ctssd' on 'ol6-121-rac2' succeeded
CRS-2677: Stop of 'ora.asm' on 'ol6-121-rac2' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'ol6-121-rac2' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.cssd' on 'ol6-121-rac2' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'ol6-121-rac2'
CRS-2677: Stop of 'ora.gipcd' on 'ol6-121-rac2' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'ol6-121-rac2' has completed
CRS-4133: Oracle High Availability Services has been stopped.

--stop完成后，在start crs
[root@ol6-121-rac2 ~]# crsctl start crs -wait
CRS-4123: Starting Oracle High Availability Services-managed resources
CRS-2672: Attempting to start 'ora.mdnsd' on 'ol6-121-rac2'
CRS-2672: Attempting to start 'ora.evmd' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.mdnsd' on 'ol6-121-rac2' succeeded
CRS-2676: Start of 'ora.evmd' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.gpnpd' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.gpnpd' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.gipcd' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.gipcd' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.cssdmonitor' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.cssdmonitor' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.cssd' on 'ol6-121-rac2'
CRS-2672: Attempting to start 'ora.diskmon' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.diskmon' on 'ol6-121-rac2' succeeded
CRS-2789: Cannot stop resource 'ora.diskmon' as it is not running on server 'ol6-121-rac2'
CRS-2676: Start of 'ora.cssd' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.cluster_interconnect.haip' on 'ol6-121-rac2'
CRS-2672: Attempting to start 'ora.ctssd' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.cluster_interconnect.haip' on 'ol6-121-rac2' succeeded
CRS-2676: Start of 'ora.ctssd' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.storage' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.storage' on 'ol6-121-rac2' succeeded
CRS-2672: Attempting to start 'ora.crsd' on 'ol6-121-rac2'
CRS-2676: Start of 'ora.crsd' on 'ol6-121-rac2' succeeded
 CRS-6017: Processing resource auto-start for servers: ol6-121-rac2
CRS-6016: Resource auto-start has completed for server ol6-121-rac2
CRS-6024: Completed start of Oracle Cluster Ready Services-managed resources
CRS-4123: Oracle High Availability Services has been started.
[root@ol6-121-rac2 ~]#

[oracle@ol6-121-rac1 ~]$ cat  /tmp/111.txt
NAME=ora.ASMNET1LSNR_ASM.lsnr
TYPE=ora.asm_listener.type
ACL=owner:oracle:rwx,pgrp:oinstall:rwx,other::r--
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=%CRS_HOME%/bin/racgwrap%CRS_SCRIPT_SUFFIX%
ACTION_TIMEOUT=60
AGENT_FILENAME=%CRS_HOME%/bin/oraagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=restore
CHECK_INTERVAL=60
CHECK_TIMEOUT=120
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=PROPERTY(RESOURCE_CLASS=listener) PROPERTY(LISTENER_NAME=PARSE(%NAME%, ., 2))
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle ASM Listener resource
ENABLED=1
ENDPOINTS=TCP:1521
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
ORACLE_HOME=%CRS_HOME%
PORT=1521
PROFILE_CHANGE_TEMPLATE=
RESTART_ATTEMPTS=5
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
START_CONCURRENCY=0
START_DEPENDENCIES=weak(global:ora.gns)
START_TIMEOUT=180
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=
STOP_TIMEOUT=0
SUBNET=192.168.57.0
TYPE_VERSION=1.1
UPTIME_THRESHOLD=1d
USER_WORKLOAD=no
USR_ORA_ENV=
USR_ORA_OPI=false
VERSION=12.1.0.1.0

NAME=ora.DATA.dg
TYPE=ora.diskgroup.type
ACL=owner:oracle:rwx,pgrp:oinstall:rwx,other::r--
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
AGENT_FILENAME=%CRS_HOME%/bin/oraagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=never
CHECK_INTERVAL=300
CHECK_TIMEOUT=30
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=CRS resource type definition for ASM disk group resource
ENABLED=1
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PROFILE_CHANGE_TEMPLATE=
RESTART_ATTEMPTS=5
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
START_CONCURRENCY=0
START_DEPENDENCIES=pullup:always(ora.asm) hard(ora.asm)
START_TIMEOUT=900
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(intermediate:ora.asm)
STOP_TIMEOUT=180
TYPE_VERSION=1.2
UPTIME_THRESHOLD=1d
USER_WORKLOAD=no
USR_ORA_ENV=
USR_ORA_OPI=false
USR_ORA_STOP_MODE=
VERSION=12.1.0.1.0

NAME=ora.LISTENER.lsnr
TYPE=ora.listener.type
ACL=owner:oracle:rwx,pgrp:oinstall:rwx,other::r--
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=%CRS_HOME%/bin/racgwrap%CRS_SCRIPT_SUFFIX%
ACTION_TIMEOUT=60
AGENT_FILENAME=%CRS_HOME%/bin/oraagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=ora.%CRS_CSS_NODENAME_LOWER_CASE%.LISTENER_%CRS_CSS_NODENAME_UPPER_CASE%.lsnr
AUTO_START=restore
CHECK_INTERVAL=60
CHECK_TIMEOUT=120
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=PROPERTY(RESOURCE_CLASS=listener) PROPERTY(LISTENER_NAME=PARSE(%NAME%, ., 2))
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle Listener resource
ENABLED=1
ENDPOINTS=TCP:1521
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
ORACLE_HOME=%CRS_HOME%
PORT=1521
PROFILE_CHANGE_TEMPLATE=
RESTART_ATTEMPTS=5
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
START_CONCURRENCY=0
START_DEPENDENCIES=hard(type:ora.cluster_vip_net1.type) pullup(type:ora.cluster_vip_net1.type)
START_TIMEOUT=180
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(intermediate:type:ora.cluster_vip_net1.type)
STOP_TIMEOUT=0
TYPE_VERSION=1.2
UPTIME_THRESHOLD=1d
USER_WORKLOAD=no
USR_ORA_ENV=
USR_ORA_OPI=false
VERSION=12.1.0.1.0

NAME=ora.LISTENER_LEAF.lsnr
TYPE=ora.leaf_listener.type
ACL=owner:oracle:rwx,pgrp:oinstall:rwx,other::r--
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=%CRS_HOME%/bin/racgwrap%CRS_SCRIPT_SUFFIX%
ACTION_TIMEOUT=60
AGENT_FILENAME=%CRS_HOME%/bin/oraagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=never
CHECK_INTERVAL=60
CHECK_TIMEOUT=120
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=PROPERTY(RESOURCE_CLASS=listener) PROPERTY(LISTENER_NAME=PARSE(%NAME%, ., 2))
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle LEAF Listener resource
ENABLED=1
ENDPOINTS=TCP:1521
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
ORACLE_HOME=%CRS_HOME%
PORT=1521
PROFILE_CHANGE_TEMPLATE=
RESTART_ATTEMPTS=5
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.leaf.category
START_CONCURRENCY=0
START_DEPENDENCIES=
START_TIMEOUT=180
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=
STOP_TIMEOUT=0
SUBNET=
TYPE_VERSION=1.1
UPTIME_THRESHOLD=1d
USER_WORKLOAD=no
USR_ORA_ENV=
USR_ORA_OPI=false
VERSION=12.1.0.1.0

NAME=ora.LISTENER_SCAN1.lsnr
TYPE=ora.scan_listener.type
ACL=owner:oracle:rwx,pgrp:oinstall:r-x,other::r--
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
ACTIVE_PLACEMENT=0
AGENT_FILENAME=%CRS_HOME%/bin/oraagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=restore
CARDINALITY=1
CHECK_INTERVAL=60
CHECK_TIMEOUT=120
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=PROPERTY(RESOURCE_CLASS=scan_listener) PROPERTY(LISTENER_NAME=PARSE(%NAME%, ., 2))
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle SCAN listener resource
ENABLED=1
ENDPOINTS=TCP:1521
FAILOVER_DELAY=0
FAILURE_INTERVAL=0
FAILURE_THRESHOLD=0
HOSTING_MEMBERS=
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NETNUM=1
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PLACEMENT=restricted
PORT=1521
PROFILE_CHANGE_TEMPLATE=
REGISTRATION_INVITED_NODES=
REGISTRATION_INVITED_SUBNETS=
RELOCATE_BY_DEPENDENCY=1
RESTART_ATTEMPTS=5
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
SERVER_POOLS=*
START_CONCURRENCY=0
START_DEPENDENCIES=hard(ora.scan1.vip) dispersion:active(type:ora.scan_listener.type) pullup(ora.scan1.vip)
START_TIMEOUT=180
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(intermediate:ora.scan1.vip)
STOP_TIMEOUT=0
TYPE_VERSION=2.2
UPTIME_THRESHOLD=1d
USER_WORKLOAD=no
USE_STICKINESS=0
USR_ORA_ENV=
USR_ORA_OPI=false
VERSION=12.1.0.1.0

NAME=ora.LISTENER_SCAN2.lsnr
TYPE=ora.scan_listener.type
ACL=owner:oracle:rwx,pgrp:oinstall:r-x,other::r--
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
ACTIVE_PLACEMENT=0
AGENT_FILENAME=%CRS_HOME%/bin/oraagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=restore
CARDINALITY=1
CHECK_INTERVAL=60
CHECK_TIMEOUT=120
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=PROPERTY(RESOURCE_CLASS=scan_listener) PROPERTY(LISTENER_NAME=PARSE(%NAME%, ., 2))
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle SCAN listener resource
ENABLED=1
ENDPOINTS=TCP:1521
FAILOVER_DELAY=0
FAILURE_INTERVAL=0
FAILURE_THRESHOLD=0
HOSTING_MEMBERS=
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NETNUM=1
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PLACEMENT=restricted
PORT=1521
PROFILE_CHANGE_TEMPLATE=
REGISTRATION_INVITED_NODES=
REGISTRATION_INVITED_SUBNETS=
RELOCATE_BY_DEPENDENCY=1
RESTART_ATTEMPTS=5
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
SERVER_POOLS=*
START_CONCURRENCY=0
START_DEPENDENCIES=hard(ora.scan2.vip) dispersion:active(type:ora.scan_listener.type) pullup(ora.scan2.vip)
START_TIMEOUT=180
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(intermediate:ora.scan2.vip)
STOP_TIMEOUT=0
TYPE_VERSION=2.2
UPTIME_THRESHOLD=1d
USER_WORKLOAD=no
USE_STICKINESS=0
USR_ORA_ENV=
USR_ORA_OPI=false
VERSION=12.1.0.1.0

NAME=ora.LISTENER_SCAN3.lsnr
TYPE=ora.scan_listener.type
ACL=owner:oracle:rwx,pgrp:oinstall:r-x,other::r--
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
ACTIVE_PLACEMENT=0
AGENT_FILENAME=%CRS_HOME%/bin/oraagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=restore
CARDINALITY=1
CHECK_INTERVAL=60
CHECK_TIMEOUT=120
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=PROPERTY(RESOURCE_CLASS=scan_listener) PROPERTY(LISTENER_NAME=PARSE(%NAME%, ., 2))
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle SCAN listener resource
ENABLED=1
ENDPOINTS=TCP:1521
FAILOVER_DELAY=0
FAILURE_INTERVAL=0
FAILURE_THRESHOLD=0
HOSTING_MEMBERS=
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NETNUM=1
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PLACEMENT=restricted
PORT=1521
PROFILE_CHANGE_TEMPLATE=
REGISTRATION_INVITED_NODES=
REGISTRATION_INVITED_SUBNETS=
RELOCATE_BY_DEPENDENCY=1
RESTART_ATTEMPTS=5
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
SERVER_POOLS=*
START_CONCURRENCY=0
START_DEPENDENCIES=hard(ora.scan3.vip) dispersion:active(type:ora.scan_listener.type) pullup(ora.scan3.vip)
START_TIMEOUT=180
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(intermediate:ora.scan3.vip)
STOP_TIMEOUT=0
TYPE_VERSION=2.2
UPTIME_THRESHOLD=1d
USER_WORKLOAD=no
USE_STICKINESS=0
USR_ORA_ENV=
USR_ORA_OPI=false
VERSION=12.1.0.1.0

NAME=ora.asm
TYPE=ora.asm.type
ACL=owner:oracle:rwx,pgrp:oinstall:rwx,other::r--
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
ACTIVE_PLACEMENT=0
AGENT_FILENAME=%CRS_HOME%/bin/oraagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=always
CARDINALITY=3
CHECK_INTERVAL=60
CHECK_TIMEOUT=30
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=CRS resource type for the Cluster ASM instance
ENABLED=1
FAILOVER_DELAY=0
FAILURE_INTERVAL=0
FAILURE_THRESHOLD=0
GEN_USR_ORA_INST_NAME=
GEN_USR_ORA_INST_NAME@SERVERNAME(ol6-121-rac1)=+ASM1
GEN_USR_ORA_INST_NAME@SERVERNAME(ol6-121-rac2)=+ASM2
HOSTING_MEMBERS=
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PLACEMENT=restricted
PRESENCE=flex
PROFILE_CHANGE_TEMPLATE=
PWFILE=+DATA/orapwASM
RELOCATE_BY_DEPENDENCY=0
RESTART_ATTEMPTS=5
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
SERVER_POOLS=*
START_CONCURRENCY=0
START_DEPENDENCIES=weak(ora.LISTENER.lsnr) pullup(ora.ASMNET1LSNR_ASM.lsnr) hard(ora.ASMNET1LSNR_ASM.lsnr)
START_TIMEOUT=900
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(intermediate:ora.ASMNET1LSNR_ASM.lsnr)
STOP_TIMEOUT=600
TYPE_VERSION=1.1
UPTIME_THRESHOLD=1h
USER_WORKLOAD=no
USE_STICKINESS=0
USR_ORA_ENV=
USR_ORA_INST_NAME=+ASM%CRS_CSS_NODENUMBER%
USR_ORA_OPEN_MODE=mount
USR_ORA_OPI=false
USR_ORA_STOP_MODE=immediate
VERSION=12.1.0.1.0

NAME=ora.cdbrac.db
TYPE=ora.database.type
ACL=owner:oracle:rwx,pgrp:oinstall:rwx,other::r--
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
ACTIVE_PLACEMENT=0
AGENT_FILENAME=%CRS_HOME%/bin/oraagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=restore
CARDINALITY=%CRS_SERVER_POOL_SIZE%
CHECK_INTERVAL=1
CHECK_TIMEOUT=30
CLEAN_TIMEOUT=60
CLUSTER_DATABASE=true
DATABASE_TYPE=RAC
DB_UNIQUE_NAME=cdbrac
DEFAULT_TEMPLATE=PROPERTY(RESOURCE_CLASS=database) PROPERTY(DB_UNIQUE_NAME= CONCAT(PARSE(%NAME%, ., 2), %USR_ORA_DOMAIN%, .)) ELEMENT(INSTANCE_NAME= %GEN_USR_ORA_INST_NAME%) ELEMENT(DATABASE_TYPE= %DATABASE_TYPE%)
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle Database resource
ENABLED=1
FAILOVER_DELAY=0
FAILURE_INTERVAL=60
FAILURE_THRESHOLD=1
GEN_AUDIT_FILE_DEST=/u01/app/oracle/admin/cdbrac/adump
GEN_START_OPTIONS=
GEN_USR_ORA_INST_NAME=
GEN_USR_ORA_INST_NAME@SERVERNAME(ol6-121-rac1)=cdbrac_1
GEN_USR_ORA_INST_NAME@SERVERNAME(ol6-121-rac2)=cdbrac_2
HOSTING_MEMBERS=
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MANAGEMENT_POLICY=AUTOMATIC
MODIFY_TIMEOUT=60
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
ONLINE_RELOCATION_TIMEOUT=0
ORACLE_HOME=/u01/app/oracle/product/12.1.0.1/db_1
ORACLE_HOME_OLD=
PLACEMENT=restricted
PROFILE_CHANGE_TEMPLATE=
PWFILE=+DATA/cdbrac/orapwcdbrac
RELOCATE_BY_DEPENDENCY=1
RESTART_ATTEMPTS=2
ROLE=PRIMARY
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=
SERVER_POOLS=ora.myservpool
SERVER_POOLS_PQ=
SPFILE=+DATA/cdbrac/spfilecdbrac.ora
START_CONCURRENCY=0
START_DEPENDENCIES=weak(type:ora.listener.type,global:type:ora.scan_listener.type,uniform:ora.ons,global:ora.gns,global:uniform:ora.DATA.dg)
START_TIMEOUT=600
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(global:intermediate:ora.asm,global:shutdown:ora.DATA.dg)
STOP_TIMEOUT=600
TYPE_VERSION=3.3
UPTIME_THRESHOLD=1h
USER_WORKLOAD=yes
USE_STICKINESS=0
USR_ORA_DB_NAME=cdbrac
USR_ORA_DOMAIN=
USR_ORA_ENV=
USR_ORA_FLAGS=
USR_ORA_INST_NAME=
USR_ORA_OPEN_MODE=open
USR_ORA_OPI=false
USR_ORA_STOP_MODE=immediate
VERSION=12.1.0.1.0

NAME=ora.cvu
TYPE=ora.cvu.type
ACL=owner:oracle:rwx,pgrp:oinstall:rwx,other::r--
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
ACTIVE_PLACEMENT=0
AGENT_FILENAME=%CRS_HOME%/bin/oraagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=restore
CARDINALITY=1
CHECK_INTERVAL=60
CHECK_RESULTS=PRVG-1101 : SCAN name "ol6-121-cluster-scan.grid.localdomain" failed to resolve,PRVG-1101 : SCAN name "ol6-121-cluster-scan.grid.localdomain" failed to resolve,PRVF-5218 : "ol6-121-rac2-vip.grid.localdomain" did not resolve into any IP address,PRVF-5218 : "ol6-121-rac1-vip.grid.localdomain" did not resolve into any IP address,PRVG-6056 : Insufficient ASM instances found.  Expected 2 but found 1, on nodes "ol6-121-rac1".,PRVF-7530 : Sufficient physical memory is not available on node "ol6-121-rac2" [Required physical memory = 4GB (4194304.0KB)],PRVF-7573 : Sufficient swap size is not available on node "ol6-121-rac2" [Required = 2.8759GB (3015556.0KB) ; Found = 1.9687GB (2064380.0KB)],PRVF-5636 : The DNS response time for an unreachable node exceeded "15000" ms on following nodes: ol6-121-rac2,ol6-121-rac1,Check for integrity of file "/etc/resolv.conf" failed,,PRVF-4557 : Node application "ora.ol6-121-rac2.vip" is offline on node "ol6-121-rac2",PRVF-5827 : The response time for name lookup for name "ol6-121-rac2-vip.grid.localdomain" exceeded 15 seconds,PRVF-5827 : The response time for name lookup for name "ol6-121-rac1-vip.grid.localdomain" exceeded 15 seconds,PRCQ-1000 : An error occurred while establishing connection to database with user name "DBSNMP" and connect descriptor:,(DESCRIPTION = (LOAD_BALANCE=on)  (ADDRESS = (PROTOCOL = TCP)(HOST = ol6-121-cluster-scan.grid.localdomain)(PORT = 1521)) (CONNECT_DATA =(SERVER = DEDICATED)(SERVICE_NAME = cdbrac))),IO Error: The Network Adapter could not establish the connection,PRVF-7530 : Sufficient physical memory is not available on node "ol6-121-rac1" [Required physical memory = 4GB (4194304.0KB)],PRVF-7573 : Sufficient swap size is not available on node "ol6-121-rac1" [Required = 2.8759GB (3015556.0KB) ; Found = 1.9687GB (2064380.0KB)],PRVF-5636 : The DNS response time for an unreachable node exceeded "15000" ms on following nodes: ol6-121-rac2,ol6-121-rac1,Check for integrity of file "/etc/resolv.conf" failed,,PRVF-5827 : The response time for name lookup for name "ol6-121-rac2-vip.grid.localdomain" exceeded 15 seconds,PRVF-5827 : The response time for name lookup for name "ol6-121-rac1-vip.grid.localdomain" exceeded 15 seconds,PRCQ-1000 : An error occurred while establishing connection to database with user name "DBSNMP" and connect descriptor:,(DESCRIPTION = (LOAD_BALANCE=on)  (ADDRESS = (PROTOCOL = TCP)(HOST = ol6-121-cluster-scan.grid.localdomain)(PORT = 1521)) (CONNECT_DATA =(SERVER = DEDICATED)(SERVICE_NAME = cdbrac))),IO Error: The Network Adapter could not establish the connection
CHECK_TIMEOUT=600
CLEAN_TIMEOUT=60
CRSHOME_SPACE_ALERT_STATE=OFF
DEFAULT_TEMPLATE=
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle CVU resource
ENABLED=1
FAILOVER_DELAY=0
FAILURE_INTERVAL=0
FAILURE_THRESHOLD=0
HOSTING_MEMBERS=
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NEXT_CHECK_TIME=4315938320
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PLACEMENT=restricted
PROFILE_CHANGE_TEMPLATE=
RELOCATE_BY_DEPENDENCY=1
RESTART_ATTEMPTS=5
RUN_INTERVAL=21600
SCRIPT_TIMEOUT=30
SERVER_CATEGORY=ora.hub.category
SERVER_POOLS=*
START_CONCURRENCY=0
START_DEPENDENCIES=hard(ora.net1.network) pullup(ora.net1.network)
START_TIMEOUT=0
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(ora.net1.network)
STOP_TIMEOUT=0
TYPE_VERSION=1.1
UPTIME_THRESHOLD=1h
USER_WORKLOAD=no
USE_STICKINESS=0
USR_ORA_ENV=
VERSION=12.1.0.1.0

NAME=ora.gns
TYPE=ora.gns.type
ACL=owner:root:rwx,pgrp:root:r-x,other::r--,group:oinstall:r-x,user:oracle:r-x
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
ACTIVE_PLACEMENT=0
AGENT_FILENAME=%CRS_HOME%/bin/orarootagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=restore
CARDINALITY=1
CHECK_INTERVAL=60
CHECK_TIMEOUT=30
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=PROPERTY(RESOURCE_CLASS=gns)
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=CRS resource type definition for Grid Naming Service
ENABLED=1
FAILOVER_DELAY=0
FAILURE_INTERVAL=0
FAILURE_THRESHOLD=0
HOSTING_MEMBERS=
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PLACEMENT=restricted
PROFILE_CHANGE_TEMPLATE=
PROPERTIES=
RELOCATE_BY_DEPENDENCY=1
RESTART_ATTEMPTS=5
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
SERVER_POOLS=*
START_CONCURRENCY=0
START_DEPENDENCIES=hard(ora.gns.vip) pullup(ora.gns.vip)
START_TIMEOUT=600
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(intermediate:ora.gns.vip)
STOP_TIMEOUT=600
SUBDOMAIN=grid.localdomain
TRACE_LEVEL=0
TYPE_VERSION=2.2
UPTIME_THRESHOLD=1d
USER_WORKLOAD=no
USE_STICKINESS=0
USR_ORA_ENV=
VERSION=12.1.0.1.0

NAME=ora.gns.vip
TYPE=ora.gns_vip.type
ACL=owner:root:rwx,pgrp:root:r-x,other::r--,group:oinstall:r-x,user:oracle:r-x
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
ACTIVE_PLACEMENT=1
AGENT_FILENAME=%CRS_HOME%/bin/orarootagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=restore
CARDINALITY=1
CHECK_INTERVAL=1
CHECK_TIMEOUT=120
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=PROPERTY(RESOURCE_CLASS=gns_vip) ELEMENT(HOSTING_MEMBERS=%HOSTING_MEMBERS%)
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=CRS resource type definition for Clusterware GNS VIP
ENABLED=1
FAILOVER_DELAY=0
FAILURE_INTERVAL=0
FAILURE_THRESHOLD=0
GEN_USR_ORA_STATIC_VIP=
GEN_USR_ORA_VIP=
HOSTING_MEMBERS=
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PLACEMENT=restricted
PROFILE_CHANGE_TEMPLATE=
RELOCATE_BY_DEPENDENCY=1
RESTART_ATTEMPTS=0
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
SERVER_POOLS=*
START_CONCURRENCY=0
START_DEPENDENCIES=hard(ora.net1.network) pullup(ora.net1.network)
START_TIMEOUT=600
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(intermediate:ora.net1.network)
STOP_TIMEOUT=0
TYPE_VERSION=2.2
UPTIME_THRESHOLD=1h
USER_WORKLOAD=no
USE_STICKINESS=0
USR_ORA_ENV=
USR_ORA_VIP=192.168.56.108
VERSION=12.1.0.1.0

NAME=ora.net1.network
TYPE=ora.network.type
ACL=owner:root:rwx,pgrp:root:r-x,other::r--,group:oinstall:r-x,user:oracle:r-x
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
ADDRESS_TYPE=IPV4
AGENT_FILENAME=%CRS_HOME%/bin/orarootagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=restore
CHECK_INTERVAL=1
CHECK_TIMEOUT=0
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle Network resource
ENABLED=1
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=60
PROFILE_CHANGE_TEMPLATE=
RESTART_ATTEMPTS=5
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
START_CONCURRENCY=0
START_DEPENDENCIES=
START_TIMEOUT=0
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=
STOP_TIMEOUT=0
TYPE_VERSION=3.3
UPTIME_THRESHOLD=1d
USER_WORKLOAD=no
USR_ORA_AUTO=dhcp
USR_ORA_ENV=
USR_ORA_IF=eth0
USR_ORA_NETMASK=255.255.255.0
USR_ORA_SUBNET=192.168.56.0
VERSION=12.1.0.1.0

NAME=ora.oc4j
TYPE=ora.oc4j.type
ACL=owner:oracle:rwx,pgrp:oinstall:rwx,other::r--
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=%CRS_HOME%/bin/oc4jctl%CRS_SCRIPT_SUFFIX%
ACTION_TIMEOUT=60
ACTIVE_PLACEMENT=0
AGENT_FILENAME=%CRS_HOME%/bin/scriptagent
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=restore
CARDINALITY=1
CHECK_INTERVAL=60
CHECK_TIMEOUT=0
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle OC4J resource
ENABLED=0
FAILOVER_DELAY=0
FAILURE_INTERVAL=3600
FAILURE_THRESHOLD=2
HOSTING_MEMBERS=
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PLACEMENT=restricted
PORT=23792
PROFILE_CHANGE_TEMPLATE=
RELOCATE_BY_DEPENDENCY=1
RESTART_ATTEMPTS=1
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
SERVER_POOLS=*
START_CONCURRENCY=0
START_DEPENDENCIES=
START_TIMEOUT=300
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=
STOP_TIMEOUT=120
TYPE_VERSION=1.1
UPTIME_THRESHOLD=1d
USER_WORKLOAD=no
USE_STICKINESS=0
USR_ORA_ENV=
VERSION=12.1.0.1.0

NAME=ora.ol6-121-rac1.vip
TYPE=ora.cluster_vip_net1.type
ACL=owner:root:rwx,pgrp:root:r-x,other::r--,group:oinstall:r-x,user:oracle:r-x
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
ACTIVE_PLACEMENT=1
AGENT_FILENAME=%CRS_HOME%/bin/orarootagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=restore
CARDINALITY=1
CHECK_INTERVAL=1
CHECK_TIMEOUT=120
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=PROPERTY(RESOURCE_CLASS=vip) ELEMENT(HOSTING_MEMBERS=%HOSTING_MEMBERS%) ELEMENT(USR_ORA_VIP=%USR_ORA_VIP%)
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle VIP resource
ENABLED=1
FAILOVER_DELAY=0
FAILURE_INTERVAL=0
FAILURE_THRESHOLD=0
GEN_USR_ORA_STATIC_VIP=
GEN_USR_ORA_VIP=192.168.56.11
HOSTING_MEMBERS=ol6-121-rac1
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PLACEMENT=favored
PROFILE_CHANGE_TEMPLATE=
RELOCATE_BY_DEPENDENCY=1
RESTART_ATTEMPTS=0
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=
SERVER_POOLS=*
START_CONCURRENCY=0
START_DEPENDENCIES=hard(ora.net1.network) pullup(ora.net1.network) weak(global:ora.gns)
START_TIMEOUT=120
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(intermediate:ora.net1.network)
STOP_TIMEOUT=0
TYPE_VERSION=2.2
UPTIME_THRESHOLD=1h
USER_WORKLOAD=no
USE_STICKINESS=0
USR_ORA_ENV=
USR_ORA_VIP=192.168.56.11
VERSION=12.1.0.0.1

NAME=ora.ol6-121-rac2.vip
TYPE=ora.cluster_vip_net1.type
ACL=owner:root:rwx,pgrp:root:r-x,other::r--,group:oinstall:r-x,user:oracle:r-x
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
ACTIVE_PLACEMENT=1
AGENT_FILENAME=%CRS_HOME%/bin/orarootagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=restore
CARDINALITY=1
CHECK_INTERVAL=1
CHECK_TIMEOUT=120
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=PROPERTY(RESOURCE_CLASS=vip) ELEMENT(HOSTING_MEMBERS=%HOSTING_MEMBERS%) ELEMENT(USR_ORA_VIP=%USR_ORA_VIP%)
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle VIP resource
ENABLED=1
FAILOVER_DELAY=0
FAILURE_INTERVAL=0
FAILURE_THRESHOLD=0
GEN_USR_ORA_STATIC_VIP=
GEN_USR_ORA_VIP=192.168.56.19
HOSTING_MEMBERS=ol6-121-rac2
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PLACEMENT=favored
PROFILE_CHANGE_TEMPLATE=
RELOCATE_BY_DEPENDENCY=1
RESTART_ATTEMPTS=0
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=
SERVER_POOLS=*
START_CONCURRENCY=0
START_DEPENDENCIES=hard(ora.net1.network) pullup(ora.net1.network) weak(global:ora.gns)
START_TIMEOUT=120
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(intermediate:ora.net1.network)
STOP_TIMEOUT=0
TYPE_VERSION=2.2
UPTIME_THRESHOLD=1h
USER_WORKLOAD=no
USE_STICKINESS=0
USR_ORA_ENV=
USR_ORA_VIP=192.168.56.19
VERSION=12.1.0.0.1

NAME=ora.ons
TYPE=ora.ons.type
ACL=owner:oracle:rwx,pgrp:oinstall:r-x,other::r--
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
AGENT_FILENAME=%CRS_HOME%/bin/oraagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=ora.%CRS_CSS_NODENAME%.ons
AUTO_START=always
CHECK_INTERVAL=60
CHECK_TIMEOUT=0
CLEAN_TIMEOUT=60
DEBUG_COMP=
DEBUG_FILE=
DEFAULT_TEMPLATE=
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle ONS resource
EM_PORT=2016
ENABLED=1
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOCAL_PORT=6100
LOGGING_LEVEL=1
LOG_COMP=
LOG_FILE=
MODIFY_TIMEOUT=60
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PROFILE_CHANGE_TEMPLATE=
REMOTE_HOSTS=
REMOTE_PORT=6200
RESTART_ATTEMPTS=3
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
START_CONCURRENCY=0
START_DEPENDENCIES=hard(ora.net1.network) pullup(ora.net1.network)
START_TIMEOUT=0
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(ora.net1.network)
STOP_TIMEOUT=0
TYPE_VERSION=2.1
UPTIME_THRESHOLD=1d
USER_WORKLOAD=no
USE_EVM=true
USR_ORA_ENV=
VERSION=12.1.0.1.0

NAME=ora.proxy_advm
TYPE=ora.proxy_advm.type
ACL=owner:oracle:rwx,pgrp:oinstall:rwx,other::r--
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
AGENT_FILENAME=%CRS_HOME%/bin/oraagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=always
CHECK_INTERVAL=60
CHECK_TIMEOUT=30
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=PROPERTY(RESOURCE_CLASS=asm) ELEMENT(INSTANCE_NAME= %GEN_USR_ORA_INST_NAME%)
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=CRS resource type for the ADVM proxy instance
ENABLED=1
GEN_USR_ORA_INST_NAME=
GEN_USR_ORA_INST_NAME@SERVERNAME(ol6-121-rac1)=+APX1
GEN_USR_ORA_INST_NAME@SERVERNAME(ol6-121-rac2)=+APX2
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PRESENCE=flex
PROFILE_CHANGE_TEMPLATE=
PWFILE=
REGISTERED_TYPE=srvctl
RESTART_ATTEMPTS=5
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
START_CONCURRENCY=0
START_DEPENDENCIES=hard(uniform:global:ora.asm) pullup:always(global:ora.asm)
START_TIMEOUT=900
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(global:intermediate:ora.asm)
STOP_TIMEOUT=600
TYPE_VERSION=1.1
UPTIME_THRESHOLD=1d
USER_WORKLOAD=no
USR_ORA_ENV=
USR_ORA_INST_NAME=+APX%CRS_CSS_NODENUMBER%
USR_ORA_OPEN_MODE=mount
USR_ORA_OPI=false
USR_ORA_STOP_MODE=immediate
VERSION=12.1.0.1.0

NAME=ora.scan1.vip
TYPE=ora.scan_vip.type
ACL=owner:root:rwx,pgrp:root:r-x,other::r--,group:oinstall:r-x,user:oracle:r-x
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
ACTIVE_PLACEMENT=1
AGENT_FILENAME=%CRS_HOME%/bin/orarootagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=restore
CARDINALITY=1
CHECK_INTERVAL=1
CHECK_TIMEOUT=120
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=PROPERTY(RESOURCE_CLASS=scan_vip) ELEMENT(HOSTING_MEMBERS=%HOSTING_MEMBERS%)
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle SCAN VIP resource
ENABLED=1
FAILOVER_DELAY=0
FAILURE_INTERVAL=0
FAILURE_THRESHOLD=0
GEN_USR_ORA_STATIC_VIP=
GEN_USR_ORA_VIP=192.168.56.12
HOSTING_MEMBERS=
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NETNUM=1
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PLACEMENT=restricted
PROFILE_CHANGE_TEMPLATE=
RELOCATE_BY_DEPENDENCY=1
RESTART_ATTEMPTS=0
SCAN_NAME=ol6-121-cluster-scan.grid.localdomain
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
SERVER_POOLS=*
START_CONCURRENCY=0
START_DEPENDENCIES=hard(ora.net1.network) weak(global:ora.gns) dispersion:active(type:ora.scan_vip.type) pullup(global:ora.net1.network)
START_TIMEOUT=120
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(intermediate:ora.net1.network)
STOP_TIMEOUT=0
TYPE_VERSION=1.1
UPTIME_THRESHOLD=1h
USER_WORKLOAD=no
USE_STICKINESS=0
USR_ORA_ENV=
USR_ORA_VIP=192.168.56.12
VERSION=12.1.0.1.0

NAME=ora.scan2.vip
TYPE=ora.scan_vip.type
ACL=owner:root:rwx,pgrp:root:r-x,other::r--,group:oinstall:r-x,user:oracle:r-x
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
ACTIVE_PLACEMENT=1
AGENT_FILENAME=%CRS_HOME%/bin/orarootagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=restore
CARDINALITY=1
CHECK_INTERVAL=1
CHECK_TIMEOUT=120
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=PROPERTY(RESOURCE_CLASS=scan_vip) ELEMENT(HOSTING_MEMBERS=%HOSTING_MEMBERS%)
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle SCAN VIP resource
ENABLED=1
FAILOVER_DELAY=0
FAILURE_INTERVAL=0
FAILURE_THRESHOLD=0
GEN_USR_ORA_STATIC_VIP=
GEN_USR_ORA_VIP=192.168.56.13
HOSTING_MEMBERS=
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NETNUM=1
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PLACEMENT=restricted
PROFILE_CHANGE_TEMPLATE=
RELOCATE_BY_DEPENDENCY=1
RESTART_ATTEMPTS=0
SCAN_NAME=ol6-121-cluster-scan.grid.localdomain
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
SERVER_POOLS=*
START_CONCURRENCY=0
START_DEPENDENCIES=hard(ora.net1.network) weak(global:ora.gns) dispersion:active(type:ora.scan_vip.type) pullup(global:ora.net1.network)
START_TIMEOUT=120
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(intermediate:ora.net1.network)
STOP_TIMEOUT=0
TYPE_VERSION=1.1
UPTIME_THRESHOLD=1h
USER_WORKLOAD=no
USE_STICKINESS=0
USR_ORA_ENV=
USR_ORA_VIP=192.168.56.13
VERSION=12.1.0.1.0

NAME=ora.scan3.vip
TYPE=ora.scan_vip.type
ACL=owner:root:rwx,pgrp:root:r-x,other::r--,group:oinstall:r-x,user:oracle:r-x
ACTIONS=
ACTION_FAILURE_TEMPLATE=
ACTION_SCRIPT=
ACTION_TIMEOUT=60
ACTIVE_PLACEMENT=1
AGENT_FILENAME=%CRS_HOME%/bin/orarootagent%CRS_EXE_SUFFIX%
ALERT_TEMPLATE=
ALIAS_NAME=
AUTO_START=restore
CARDINALITY=1
CHECK_INTERVAL=1
CHECK_TIMEOUT=120
CLEAN_TIMEOUT=60
DEFAULT_TEMPLATE=PROPERTY(RESOURCE_CLASS=scan_vip) ELEMENT(HOSTING_MEMBERS=%HOSTING_MEMBERS%)
DEGREE=1
DELETE_TIMEOUT=60
DESCRIPTION=Oracle SCAN VIP resource
ENABLED=1
FAILOVER_DELAY=0
FAILURE_INTERVAL=0
FAILURE_THRESHOLD=0
GEN_USR_ORA_STATIC_VIP=
GEN_USR_ORA_VIP=192.168.56.14
HOSTING_MEMBERS=
INSTANCE_FAILOVER=1
INTERMEDIATE_TIMEOUT=0
LOAD=1
LOGGING_LEVEL=1
MODIFY_TIMEOUT=60
NETNUM=1
NLS_LANG=
NOT_RESTARTING_TEMPLATE=
OFFLINE_CHECK_INTERVAL=0
PLACEMENT=restricted
PROFILE_CHANGE_TEMPLATE=
RELOCATE_BY_DEPENDENCY=1
RESTART_ATTEMPTS=0
SCAN_NAME=ol6-121-cluster-scan.grid.localdomain
SCRIPT_TIMEOUT=60
SERVER_CATEGORY=ora.hub.category
SERVER_POOLS=*
START_CONCURRENCY=0
START_DEPENDENCIES=hard(ora.net1.network) weak(global:ora.gns) dispersion:active(type:ora.scan_vip.type) pullup(global:ora.net1.network)
START_TIMEOUT=120
STATE_CHANGE_TEMPLATE=
STOP_CONCURRENCY=0
STOP_DEPENDENCIES=hard(intermediate:ora.net1.network)
STOP_TIMEOUT=0
TYPE_VERSION=1.1
UPTIME_THRESHOLD=1h
USER_WORKLOAD=no
USE_STICKINESS=0
USR_ORA_ENV=
USR_ORA_VIP=192.168.56.14
VERSION=12.1.0.1.0

[oracle@ol6-121-rac1 ~]$

A policy-managed database is defined by cardinality, which is the number of database instances you want running during normal operations.

--检查当前server pool的情况，可以看到节点2是在free server pool中，
[oracle@ol6-121-rac1 ~]$ srvctl status srvpool -detail
Server pool name: Free
Active servers count: 1
Active server names: ol6-121-rac2
NAME=ol6-121-rac2 STATE=ONLINE
Server pool name: Generic
Active servers count: 0
Active server names:
Server pool name: myservpool
Active servers count: 1
Active server names: ol6-121-rac1
NAME=ol6-121-rac1 STATE=ONLINE

--修改cardinality的为2，即max为2
[oracle@ol6-121-rac1 ~]$ srvctl modify srvpool -serverpool myservpool -max 2

--再次检查，发现free server pool已经为0，2个节点都划在了myservpool中了，当前都是online状态。注：这里的online是指server的情况。表示节点在cluster中，服务器没有down。
[oracle@ol6-121-rac1 ~]$ srvctl status srvpool -detail
Server pool name: Free
Active servers count: 0
Active server names:
Server pool name: Generic
Active servers count: 0
Active server names:
Server pool name: myservpool
Active servers count: 2
Active server names: ol6-121-rac1,ol6-121-rac2
NAME=ol6-121-rac1 STATE=ONLINE
NAME=ol6-121-rac2 STATE=ONLINE
[oracle@ol6-121-rac1 ~]$

--start instance
[oracle@ol6-121-rac1 ~]$ srvctl start instance -db cdbrac -instance cdbrac_2

--检查db instance 情况：
[oracle@ol6-121-rac1 ~]$ srvctl status database -db cdbrac
Instance cdbrac_1 is running on node ol6-121-rac1
Instance cdbrac_2 is running on node ol6-121-rac2

--改回1，报错资源still running
[oracle@ol6-121-rac1 ~]$ srvctl modify srvpool -serverpool myservpool -max 1
PRCS-1011 : Failed to modify server pool myservpool
CRS-2736: The operation requires stopping resource 'ora.cdbrac.db' on server 'ol6-121-rac1'
CRS-2738: Unable to modify server pool 'ora.myservpool' as this will affect running resources, but the force option was not specified
[oracle@ol6-121-rac1 ~]$

--加force参数强制关闭
[oracle@ol6-121-rac1 ~]$ srvctl modify srvpool -serverpool myservpool -max 1 -force -verbose
 
--检查db instance情况
[oracle@ol6-121-rac1 ~]$ srvctl status database -db cdbrac
Instance cdbrac_2 is running on node ol6-121-rac2

--检查server pool情况：
[oracle@ol6-121-rac1 ~]$ srvctl status srvpool -detail
Server pool name: Free
Active servers count: 1
Active server names: ol6-121-rac1
NAME=ol6-121-rac1 STATE=ONLINE
Server pool name: Generic
Active servers count: 0
Active server names:
Server pool name: myservpool
Active servers count: 1
Active server names: ol6-121-rac2
NAME=ol6-121-rac2 STATE=ONLINE
[oracle@ol6-121-rac1 ~]$