天天看点

Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5

The generic steps to follow when adding the new node to the cluster are:

Install Operating System

Install required software

Add/modify users and groups required for the installation

Configure network

Configure kernel parameters

Configure services required such as NTP

Configure /etc/hosts,sshKey

Configure storage (multipathing, zoning, storage discovery,UDEV, RAW)

Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5

modify /etc/udev/rules.d/60-raw.rules

[[email protected] ~]# cat /etc/udev/rules.d/60-raw.rules 
# Enter raw device bindings here.
#
# An example would be:
#   ACTION=="add", KERNEL=="sda", RUN+="/bin/raw /dev/raw/raw1 %N"
# to bind /dev/raw/raw1 to /dev/sda, or
#   ACTION=="add", ENV{MAJOR}=="8", ENV{MINOR}=="1", RUN+="/bin/raw /dev/raw/raw2 %M %m"
# to bind /dev/raw/raw2 to the device with major 8, minor 1.


ACTION=="add", KERNEL=="sdb1", RUN+="/bin/raw /dev/raw/raw1 %N"
ACTION=="add", KERNEL=="sdb2", RUN+="/bin/raw /dev/raw/raw2 %N"
ACTION=="add", KERNEL=="sdc1", RUN+="/bin/raw /dev/raw/raw3 %N"
ACTION=="add", KERNEL=="sdc2", RUN+="/bin/raw /dev/raw/raw4 %N"
ACTION=="add", KERNEL=="sdc3", RUN+="/bin/raw /dev/raw/raw5 %N"
ACTION=="add", KERNEL=="sdd1", RUN+="/bin/raw /dev/raw/raw6 %N"
ACTION=="add", KERNEL=="sdd2", RUN+="/bin/raw /dev/raw/raw7 %N"
ACTION=="add", KERNEL=="sdd3", RUN+="/bin/raw /dev/raw/raw8 %N"
ACTION=="add", KERNEL=="sdd4", RUN+="/bin/raw /dev/raw/raw9 %N"
ACTION=="add", KERNEL=="sde1", RUN+="/bin/raw /dev/raw/raw10 %N"
ACTION=="add", KERNEL=="sde2", RUN+="/bin/raw /dev/raw/raw11 %N"
ACTION=="add", KERNEL=="sde3", RUN+="/bin/raw /dev/raw/raw12 %N"
ACTION=="add", KERNEL=="sde4", RUN+="/bin/raw /dev/raw/raw13 %N"
ACTION=="add", KERNEL=="sdf1", RUN+="/bin/raw /dev/raw/raw14 %N"
ACTION=="add", KERNEL=="sdf2", RUN+="/bin/raw /dev/raw/raw15 %N"
ACTION=="add", KERNEL=="sdf3", RUN+="/bin/raw /dev/raw/raw16 %N"
ACTION=="add", KERNEL=="sdf4", RUN+="/bin/raw /dev/raw/raw17 %N"
ACTION=="add", KERNEL=="sdg1", RUN+="/bin/raw /dev/raw/raw18 %N"
ACTION=="add", KERNEL=="sdg2", RUN+="/bin/raw /dev/raw/raw19 %N"
ACTION=="add", KERNEL=="sdg3", RUN+="/bin/raw /dev/raw/raw20 %N"
ACTION=="add", KERNEL=="sdg4", RUN+="/bin/raw /dev/raw/raw21 %N"
ACTION=="add", KERNEL=="raw*", OWNER=="oracle", GROUP=="oinstall", MODE=="0660"
[[email protected] ~]# 
[[email protected] ~]# 
[[email protected] ~]# 
[[email protected] ~]# ls -l /dev/raw/*
crw-rw---- 1 oracle oinstall 162,  1 Oct 22 18:52 /dev/raw/raw1
crw-rw---- 1 oracle oinstall 162, 10 Oct 22 18:52 /dev/raw/raw10
crw-rw---- 1 oracle oinstall 162, 11 Oct 22 18:52 /dev/raw/raw11
crw-rw---- 1 oracle oinstall 162, 12 Oct 22 18:52 /dev/raw/raw12
crw-rw---- 1 oracle oinstall 162, 13 Oct 22 18:52 /dev/raw/raw13
crw-rw---- 1 oracle oinstall 162, 14 Oct 22 18:52 /dev/raw/raw14
crw-rw---- 1 oracle oinstall 162, 15 Oct 22 18:52 /dev/raw/raw15
crw-rw---- 1 oracle oinstall 162, 16 Oct 22 18:52 /dev/raw/raw16
crw-rw---- 1 oracle oinstall 162, 17 Oct 22 18:52 /dev/raw/raw17
crw-rw---- 1 oracle oinstall 162, 18 Oct 22 18:52 /dev/raw/raw18
crw-rw---- 1 oracle oinstall 162, 19 Oct 22 18:52 /dev/raw/raw19
crw-rw---- 1 oracle oinstall 162,  2 Oct 22 18:52 /dev/raw/raw2
crw-rw---- 1 oracle oinstall 162, 20 Oct 22 18:52 /dev/raw/raw20
crw-rw---- 1 oracle oinstall 162, 21 Oct 22 18:52 /dev/raw/raw21
crw-rw---- 1 oracle oinstall 162,  3 Oct 22 18:52 /dev/raw/raw3
crw-rw---- 1 oracle oinstall 162,  4 Oct 22 18:52 /dev/raw/raw4
crw-rw---- 1 oracle oinstall 162,  5 Oct 22 18:52 /dev/raw/raw5
crw-rw---- 1 oracle oinstall 162,  6 Oct 22 18:52 /dev/raw/raw6
crw-rw---- 1 oracle oinstall 162,  7 Oct 22 18:52 /dev/raw/raw7
crw-rw---- 1 oracle oinstall 162,  8 Oct 22 18:52 /dev/raw/raw8
crw-rw---- 1 oracle oinstall 162,  9 Oct 22 18:52 /dev/raw/raw9
           

Configuration NFS Using Archivelog

vzwc1

[[email protected] ~]# chkconfig --level 2345 portmap on
[[email protected] ~]# chkconfig --level 2345 nfs on
[[email protected] ~]# echo "/u01/app/oracle/arch1 vzwc2(rw,sync)" > /etc/exports
[[email protected] ~]# /etc/init.d/portmap start
Starting portmap: [  OK  ]
[[email protected] ~]# /etc/init.d/nfs start
Starting NFS services:  exportfs: arch2 has non-inet addr
exportfs: arch2 has non-inet addr
[  OK  ]
Starting NFS quotas: [  OK  ]
Starting NFS daemon: [  OK  ]
Starting NFS mountd: [  OK  ]
Stopping RPC idmapd: [  OK  ]
Starting RPC idmapd: [  OK  ]
[[email protected] ~]# mount -t nfs -o rw,bg,hard,nointr,rsize=32768,wsize=32768,tcp,vers=3,timeo=600,actimeo=0 vzwc2:/u01/app/oracle/arch2 /u01/app/oracle/arch2
[[email protected] ~]# 
[[email protected] ~]# 
[[email protected] ~]# df -TH
Filesystem    Type     Size   Used  Avail Use% Mounted on
/dev/mapper/VolGroup00-LogVol00
              ext3      58G   5.7G    49G  11% /
/dev/sda1     ext3     104M    26M    74M  26% /boot
tmpfs        tmpfs     1.6G      0   1.6G   0% /dev/shm
vzwc2:/u01/app/oracle/arch2
               nfs      58G   5.7G    49G  11% /u01/app/oracle/arch2
           

vzwc2

[[email protected] ~]# chkconfig --level 2345 portmap on
[[email protected] ~]# chkconfig --level 2345 nfs on
[[email protected] ~]# echo "/u01/app/oracle/arch2 vzwc1(rw,sync)" > /etc/exports
[[email protected] ~]# /etc/init.d/portmap start
Starting portmap: [  OK  ]
[[email protected] ~]# /etc/init.d/nfs start
Starting NFS services:  exportfs: arch1 has non-inet addr
exportfs: arch1 has non-inet addr
[  OK  ]
Starting NFS quotas: [  OK  ]
Starting NFS daemon: [  OK  ]
Starting NFS mountd: [  OK  ]
Stopping RPC idmapd: [  OK  ]
Starting RPC idmapd: [  OK  ]
[[email protected] ~]# mount -t nfs -o rw,bg,hard,nointr,rsize=32768,wsize=32768,tcp,vers=3,timeo=600,actimeo=0 vzwc1:/u01/app/oracle/arch1 /u01/app/oracle/arch1
[[email protected] ~]# 
[[email protected] ~]# 
[[email protected] ~]# df -h
Filesystem            Size  Used Avail Use% Mounted on
/dev/mapper/VolGroup00-LogVol00
                       54G  5.3G   46G  11% /
/dev/sda1              99M   24M   70M  26% /boot
tmpfs                 1.5G     0  1.5G   0% /dev/shm
vzwc1:/u01/app/oracle/arch1
                       54G  5.3G   46G  11% /u01/app/oracle/arch1
           

Configuration RAW Mapping File

[[email protected] ~]$ cat raw_mapp.txt 
system=/dev/raw/raw14
sysaux=/dev/raw/raw15
example=/dev/raw/raw16
temp=/dev/raw/raw/raw17
users=/dev/raw/raw18
undotbs1=/dev/raw/raw20
undotbs2=/dev/raw/raw21
redo1_1=/dev/raw/raw6
redo1_2=/dev/raw/raw7
redo2_1=/dev/raw/raw8
redo2_2=/dev/raw/raw9
control1=/dev/raw/raw10
control2=/dev/raw/raw11
pwdfile=/dev/raw/raw12
spfile=/dev/raw/raw13
           

Install ClusterWare

[[email protected] clusterware]$ ./runInstaller -ignoresysprereqs
           
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5

vzwc2 Ignore Error

CSS is active on these nodes.

        vzwc1

        vzwc2

CSS is active on all nodes.

Waiting for the Oracle CRSD and EVMD to start

Oracle CRS stack installed and running under init(1M)

Running vipca(silent) for configuring nodeapps

/u01/app/oracle/product/10.2.0/crs/jdk/jre//bin/java: error while loading shared libraries: libpthread.so.0: cannot open shared object file: No such file or directory

Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5

Upgrade ClusterWare to 10.2.0.5

Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
[[email protected] ~]# /u01/app/oracle/product/10.2.0/crs/bin/crsctl stop crs
Stopping resources.
Successfully stopped CRS resources 
Stopping CSSD.
Shutting down CSS daemon.
Shutdown request successfully issued.
[[email protected] ~]# /u01/app/oracle/product/10.2.0/crs/install/root102.sh
Creating pre-patch directory for saving pre-patch clusterware files
Completed patching clusterware files to /u01/app/oracle/product/10.2.0/crs
Relinking some shared libraries.
Relinking of patched files is complete.
WARNING: directory '/u01/app/oracle/product/10.2.0' is not owned by root
WARNING: directory '/u01/app/oracle/product' is not owned by root
WARNING: directory '/u01/app/oracle' is not owned by root
WARNING: directory '/u01/app' is not owned by root
Preparing to recopy patched init and RC scripts.
Recopying init and RC scripts.
Startup will be queued to init within 30 seconds.
Starting up the CRS daemons.
Waiting for the patched CRS daemons to start.
  This may take a while on some systems.
.
10205 patch successfully applied.
clscfg: EXISTING configuration version 3 detected.
clscfg: version 3 is 10G Release 2.
Successfully deleted 1 values from OCR.
Successfully deleted 1 keys from OCR.
Successfully accumulated necessary OCR keys.
Using ports: CSS=49895 CRS=49896 EVMC=49898 and EVMR=49897.
node <nodenumber>: <nodename> <private interconnect name> <hostname>
node 1: vzwc1 vzwc1-priv vzwc1
Creating OCR keys for user 'root', privgrp 'root'..
Operation successful.
clscfg -upgrade completed successfully
Creating '/u01/app/oracle/product/10.2.0/crs/install/paramfile.crs' with data used for CRS configuration
Setting CRS configuration values in /u01/app/oracle/product/10.2.0/crs/install/paramfile.crs
           
[[email protected] ~]# /u01/app/oracle/product/10.2.0/crs/bin/crsctl stop crs
Stopping resources.
Successfully stopped CRS resources 
Stopping CSSD.
Shutting down CSS daemon.
Shutdown request successfully issued.
[[email protected] ~]# /u01/app/oracle/product/10.2.0/crs/install/root102.sh
Creating pre-patch directory for saving pre-patch clusterware files
Completed patching clusterware files to /u01/app/oracle/product/10.2.0/crs
Relinking some shared libraries.
Relinking of patched files is complete.
WARNING: directory '/u01/app/oracle/product/10.2.0' is not owned by root
WARNING: directory '/u01/app/oracle/product' is not owned by root
WARNING: directory '/u01/app/oracle' is not owned by root
WARNING: directory '/u01/app' is not owned by root
Preparing to recopy patched init and RC scripts.
Recopying init and RC scripts.
Startup will be queued to init within 30 seconds.
Starting up the CRS daemons.
Waiting for the patched CRS daemons to start.
  This may take a while on some systems.
.
10205 patch successfully applied.
clscfg: EXISTING configuration version 3 detected.
clscfg: version 3 is 10G Release 2.
Successfully deleted 1 values from OCR.
Successfully deleted 1 keys from OCR.
Successfully accumulated necessary OCR keys.
Using ports: CSS=49895 CRS=49896 EVMC=49898 and EVMR=49897.
node <nodenumber>: <nodename> <private interconnect name> <hostname>
node 2: vzwc2 vzwc2-priv vzwc2
Creating OCR keys for user 'root', privgrp 'root'..
Operation successful.
clscfg -upgrade completed successfully
Creating '/u01/app/oracle/product/10.2.0/crs/install/paramfile.crs' with data used for CRS configuration
Setting CRS configuration values in /u01/app/oracle/product/10.2.0/crs/install/paramfile.crs
           

Configuration VIPCA

[[email protected] ~]# export DISPLAY=192.168.1.100:0.0
[[email protected] ~]# /u01/app/oracle/product/10.2.0/crs/bin/vipca
           
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
[[email protected] crs]$ crs_stat -t -v
Name           Type           R/RA   F/FT   Target    State     Host        
----------------------------------------------------------------------
ora.vzwc1.gsd  application    0/5    0/0    ONLINE    ONLINE    vzwc1       
ora.vzwc1.ons  application    0/3    0/0    ONLINE    ONLINE    vzwc1       
ora.vzwc1.vip  application    0/0    0/0    ONLINE    ONLINE    vzwc1       
ora.vzwc2.gsd  application    0/5    0/0    ONLINE    ONLINE    vzwc2       
ora.vzwc2.ons  application    0/3    0/0    ONLINE    ONLINE    vzwc2       
ora.vzwc2.vip  application    0/0    0/0    ONLINE    ONLINE    vzwc2       
[[email protected] crs]$ 
[[email protected] crs]$ 
[[email protected] crs]$ 
[[email protected] crs]$ crsctl query crs activeversion
CRS active version on the cluster is [10.2.0.5.0]
[[email protected] crs]$ crsctl query css votedisk
 0.     0    /dev/raw/raw3
 1.     0    /dev/raw/raw4
 2.     0    /dev/raw/raw5

located 3 votedisk(s).
[[email protected] crs]$ 
[[email protected] crs]$ ocrcheck
Status of Oracle Cluster Registry is as follows :
         Version                  :          2
         Total space (kbytes)     :     497744
         Used space (kbytes)      :       2020
         Available space (kbytes) :     495724
         ID                       :  358473670
         Device/File Name         : /dev/raw/raw1
                                    Device/File integrity check succeeded
         Device/File Name         : /dev/raw/raw2
                                    Device/File integrity check succeeded

         Cluster registry integrity check succeeded
           

Installation Database SoftWare

Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
[[email protected] ~]# /u01/app/oracle/product/10.2.0/db_1/root.sh
Running Oracle10 root.sh script...

The following environment variables are set as:
    ORACLE_OWNER= oracle
    ORACLE_HOME=  /u01/app/oracle/product/10.2.0/db_1

Enter the full pathname of the local bin directory: [/usr/local/bin]: 
   Copying dbhome to /usr/local/bin ...
   Copying oraenv to /usr/local/bin ...
   Copying coraenv to /usr/local/bin ...


Creating /etc/oratab file...
Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root.sh script.
Now product-specific root actions will be performed.
           
[[email protected] ~]# /u01/app/oracle/product/10.2.0/db_1/root.sh
Running Oracle10 root.sh script...

The following environment variables are set as:
    ORACLE_OWNER= oracle
    ORACLE_HOME=  /u01/app/oracle/product/10.2.0/db_1

Enter the full pathname of the local bin directory: [/usr/local/bin]: 
   Copying dbhome to /usr/local/bin ...
   Copying oraenv to /usr/local/bin ...
   Copying coraenv to /usr/local/bin ...


Creating /etc/oratab file...
Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root.sh script.
Now product-specific root actions will be performed.
           

Upgrade Database SoftWare to 10.2.0.5

Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5

Create RAC Database

Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5
Installation Oracle 10gR2(10.2.0.5) RAC with RAW on RHEL5

Validated RAC Database

[[email protected] ~]$ srvctl status database -d zhongwc
Instance zhongwc1 is running on node vzwc1
Instance zhongwc2 is running on node vzwc2
[[email protected] ~]$ 
[[email protected] ~]$ srvctl status service -d zhongwc -s erp
Service erp is running on instance(s) zhongwc1
[[email protected] ~]$ 
[[email protected] ~]$ srvctl status nodeapps -n vzwc1
VIP is running on node: vzwc1
GSD is running on node: vzwc1
Listener is running on node: vzwc1
ONS daemon is running on node: vzwc1
[[email protected] ~]$ 
[[email protected] ~]$ srvctl status nodeapps -n vzwc2
VIP is running on node: vzwc2
GSD is running on node: vzwc2
Listener is running on node: vzwc2
ONS daemon is running on node: vzwc2
[[email protected] ~]$ 
[[email protected] ~]$ srvctl status asm -n vzwc1
[[email protected] ~]$ srvctl status asm -n vzwc2
[[email protected] ~]$ 
[[email protected] ~]$ srvctl config database
zhongwc
[[email protected] ~]$ srvctl config database -d zhongwc
vzwc1 zhongwc1 /u01/app/oracle/product/10.2.0/db_1
vzwc2 zhongwc2 /u01/app/oracle/product/10.2.0/db_1
           
[[email protected] ~]$ crs_stat -t -v
Name           Type           R/RA   F/FT   Target    State     Host        
----------------------------------------------------------------------
ora....C1.lsnr application    0/5    0/0    ONLINE    ONLINE    vzwc1       
ora.vzwc1.gsd  application    0/5    0/0    ONLINE    ONLINE    vzwc1       
ora.vzwc1.ons  application    0/3    0/0    ONLINE    ONLINE    vzwc1       
ora.vzwc1.vip  application    0/0    0/0    ONLINE    ONLINE    vzwc1       
ora....C2.lsnr application    0/5    0/0    ONLINE    ONLINE    vzwc2       
ora.vzwc2.gsd  application    0/5    0/0    ONLINE    ONLINE    vzwc2       
ora.vzwc2.ons  application    0/3    0/0    ONLINE    ONLINE    vzwc2       
ora.vzwc2.vip  application    0/0    0/0    ONLINE    ONLINE    vzwc2       
ora.zhongwc.db application    0/0    0/1    ONLINE    ONLINE    vzwc1       
ora.....erp.cs application    0/0    0/1    ONLINE    ONLINE    vzwc1       
ora....wc1.srv application    0/0    0/0    ONLINE    ONLINE    vzwc1       
ora....c1.inst application    0/5    0/0    ONLINE    ONLINE    vzwc1       
ora....c2.inst application    0/5    0/0    ONLINE    ONLINE    vzwc2       
[[email protected] ~]$ 
[[email protected] ~]$ crsctl check crs
CSS appears healthy
CRS appears healthy
EVM appears healthy
[[email protected] ~]$ crsctl query crs activeversion
CRS active version on the cluster is [10.2.0.5.0]
[[email protected] ~]$ 
[[email protected] ~]$ crsctl query css votedisk
 0.     0    /dev/raw/raw3
 1.     0    /dev/raw/raw4
 2.     0    /dev/raw/raw5

located 3 votedisk(s).
[[email protected] ~]$ 
[[email protected] ~]$ ocrcheck
Status of Oracle Cluster Registry is as follows :
         Version                  :          2
         Total space (kbytes)     :     497744
         Used space (kbytes)      :       3804
         Available space (kbytes) :     493940
         ID                       :  358473670
         Device/File Name         : /dev/raw/raw1
                                    Device/File integrity check succeeded
         Device/File Name         : /dev/raw/raw2
                                    Device/File integrity check succeeded

         Cluster registry integrity check succeeded
           
[[email protected] ~]$ sqlplus [email protected]

SQL*Plus: Release 10.2.0.5.0 - Production on Tue Oct 22 22:23:52 2013

Copyright (c) 1982, 2010, Oracle.  All Rights Reserved.

Enter password: 

Connected to:
Oracle Database 10g Enterprise Edition Release 10.2.0.5.0 - 64bit Production
With the Partitioning, Real Application Clusters, OLAP, Data Mining
and Real Application Testing options

SQL> Disconnected from Oracle Database 10g Enterprise Edition Release 10.2.0.5.0 - 64bit Production
With the Partitioning, Real Application Clusters, OLAP, Data Mining
and Real Application Testing options
[[email protected] ~]$ sqlplus [email protected]

SQL*Plus: Release 10.2.0.5.0 - Production on Tue Oct 22 22:23:58 2013

Copyright (c) 1982, 2010, Oracle.  All Rights Reserved.

Enter password: 

Connected to:
Oracle Database 10g Enterprise Edition Release 10.2.0.5.0 - 64bit Production
With the Partitioning, Real Application Clusters, OLAP, Data Mining
and Real Application Testing options

SQL> Disconnected from Oracle Database 10g Enterprise Edition Release 10.2.0.5.0 - 64bit Production
With the Partitioning, Real Application Clusters, OLAP, Data Mining
and Real Application Testing options
[[email protected] ~]$ sqlplus [email protected]

SQL*Plus: Release 10.2.0.5.0 - Production on Tue Oct 22 22:24:02 2013

Copyright (c) 1982, 2010, Oracle.  All Rights Reserved.

Enter password: 

Connected to:
Oracle Database 10g Enterprise Edition Release 10.2.0.5.0 - 64bit Production
With the Partitioning, Real Application Clusters, OLAP, Data Mining
and Real Application Testing options

SQL> Disconnected from Oracle Database 10g Enterprise Edition Release 10.2.0.5.0 - 64bit Production
With the Partitioning, Real Application Clusters, OLAP, Data Mining
and Real Application Testing options
[[email protected] ~]$ sqlplus [email protected]

SQL*Plus: Release 10.2.0.5.0 - Production on Tue Oct 22 22:24:12 2013

Copyright (c) 1982, 2010, Oracle.  All Rights Reserved.

Enter password: 

Connected to:
Oracle Database 10g Enterprise Edition Release 10.2.0.5.0 - 64bit Production
With the Partitioning, Real Application Clusters, OLAP, Data Mining
and Real Application Testing options

SQL> Disconnected from Oracle Database 10g Enterprise Edition Release 10.2.0.5.0 - 64bit Production
With the Partitioning, Real Application Clusters, OLAP, Data Mining
and Real Application Testing options
[[email protected] ~]$ 
[[email protected] ~]$ lsnrctl status

LSNRCTL for Linux: Version 10.2.0.5.0 - Production on 22-OCT-2013 22:24:20

Copyright (c) 1991, 2010, Oracle.  All rights reserved.

Connecting to (ADDRESS=(PROTOCOL=tcp)(HOST=)(PORT=1521))
STATUS of the LISTENER
------------------------
Alias                     LISTENER_VZWC1
Version                   TNSLSNR for Linux: Version 10.2.0.5.0 - Production
Start Date                22-OCT-2013 22:03:37
Uptime                    0 days 0 hr. 20 min. 43 sec
Trace Level               off
Security                  ON: Local OS Authentication
SNMP                      OFF
Listener Parameter File   /u01/app/oracle/product/10.2.0/db_1/network/admin/listener.ora
Listener Log File         /u01/app/oracle/product/10.2.0/db_1/network/log/listener_vzwc1.log
Listening Endpoints Summary...
  (DESCRIPTION=(ADDRESS=(PROTOCOL=tcp)(HOST=192.168.1.161)(PORT=1521)))
  (DESCRIPTION=(ADDRESS=(PROTOCOL=tcp)(HOST=192.168.1.61)(PORT=1521)))
  (DESCRIPTION=(ADDRESS=(PROTOCOL=ipc)(KEY=EXTPROC)))
Services Summary...
Service "erp" has 1 instance(s).
  Instance "zhongwc1", status READY, has 2 handler(s) for this service...
Service "zhongwc" has 2 instance(s).
  Instance "zhongwc1", status READY, has 2 handler(s) for this service...
  Instance "zhongwc2", status READY, has 1 handler(s) for this service...
Service "zhongwcXDB" has 2 instance(s).
  Instance "zhongwc1", status READY, has 1 handler(s) for this service...
  Instance "zhongwc2", status READY, has 1 handler(s) for this service...
Service "zhongwc_XPT" has 2 instance(s).
  Instance "zhongwc1", status READY, has 2 handler(s) for this service...
  Instance "zhongwc2", status READY, has 1 handler(s) for this service...
The command completed successfully
           
SQL> select tablespace_name, file_name from dba_data_files
  2  union all
  3  select tablespace_name, file_name from dba_temp_files;

TABLESPACE_NAME                FILE_NAME
------------------------------ --------------------
USERS                          /dev/raw/raw18
SYSAUX                         /dev/raw/raw15
UNDOTBS1                       /dev/raw/raw20
SYSTEM                         /dev/raw/raw14
EXAMPLE                        /dev/raw/raw16
UNDOTBS2                       /dev/raw/raw21
TEMP                           /dev/raw/raw17

7 rows selected.

SQL> create tablespace zwc datafile '/dev/raw/raw19' size 800M autoextend off;

Tablespace created.

SQL> select tablespace_name, file_name from dba_data_files
  2  union all
  3  select tablespace_name, file_name from dba_temp_files;

TABLESPACE_NAME                FILE_NAME
------------------------------ --------------------
USERS                          /dev/raw/raw18
SYSAUX                         /dev/raw/raw15
UNDOTBS1                       /dev/raw/raw20
SYSTEM                         /dev/raw/raw14
EXAMPLE                        /dev/raw/raw16
UNDOTBS2                       /dev/raw/raw21
ZWC                            /dev/raw/raw19
TEMP                           /dev/raw/raw17

8 rows selected.

SQL> select name from v$controlfile;

NAME
------------------------------
/dev/raw/raw10
/dev/raw/raw11

SQL> select member from v$logfile;

MEMBER
------------------------------
/dev/raw/raw7
/dev/raw/raw6
/dev/raw/raw8
/dev/raw/raw9

SQL> show parameter spfile

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
spfile                               string      /dev/raw/raw13
           
SQL> select AUTOEXTENSIBLE,tablespace_name,file_name from dba_data_files
  2  union all
  3  select AUTOEXTENSIBLE,tablespace_name,file_name from dba_temp_files
  4  /

AUT TABLESPACE_NAME                FILE_NAME
--- ------------------------------ ------------------------------
NO  USERS                          /dev/raw/raw18
NO  SYSAUX                         /dev/raw/raw15
NO  UNDOTBS1                       /dev/raw/raw20
NO  SYSTEM                         /dev/raw/raw14
NO  EXAMPLE                        /dev/raw/raw16
NO  UNDOTBS2                       /dev/raw/raw21
NO  ZWC                            /dev/raw/raw19
NO  TEMP                           /dev/raw/raw17

8 rows selected.
           
[[email protected] ~]$ sqlplus [email protected]

SQL*Plus: Release 10.2.0.5.0 - Production on Tue Oct 22 22:55:25 2013

Copyright (c) 1982, 2010, Oracle.  All Rights Reserved.

Enter password: 

Connected to:
Oracle Database 10g Enterprise Edition Release 10.2.0.5.0 - 64bit Production
With the Partitioning, Real Application Clusters, OLAP, Data Mining
and Real Application Testing options

SQL> col host_name format a11
SQL> set line 300 
SQL> alter session set nls_date_format='yyyy-mm-dd hh24:mi:ss';

Session altered.

SQL> select INSTANCE_NAME,HOST_NAME,VERSION,STARTUP_TIME,STATUS,ACTIVE_STATE,INSTANCE_ROLE,DATABASE_STATUS from gv$INSTANCE;

INSTANCE_NAME    HOST_NAME   VERSION           STARTUP_TIME        STATUS       ACTIVE_ST INSTANCE_ROLE      DATABASE_STATUS
---------------- ----------- ----------------- ------------------- ------------ --------- ------------------ -----------------
zhongwc1         vzwc1       10.2.0.5.0        2013-10-22 22:53:16 OPEN         NORMAL    PRIMARY_INSTANCE   ACTIVE
zhongwc2         vzwc2       10.2.0.5.0        2013-10-22 22:54:17 OPEN         NORMAL    PRIMARY_INSTANCE   ACTIVE
           

NO ASM