redhat 6.5安裝11gr2 RAC的過程及設定
[root@hp580-4 etc]# cat system-release
Red Hat Enterprise Linux Server release 6.5 (Santiago)
[root@hp580-4 ~]# cat /proc/sys/kernel/sem
250 32000 100 128
[root@hp580-4 ~]#
[root@hp580-4 ~]#
[root@hp580-4 ~]#
[oracle@hp580-4 backup]$ ifconfig
eth0 Link encap:Ethernet HWaddr 78:E3:B5:0C:64:68
inet addr:10.98.32.84 Bcast:10.98.32.255 Mask:255.255.255.0
inet6 addr: fe80::7ae3:b5ff:fe0c:6468/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:417065 errors:0 dropped:0 overruns:0 frame:0
TX packets:243490 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:55372502 (52.8 MiB) TX bytes:346679511 (330.6 MiB)
Interrupt:59
eth1 Link encap:Ethernet HWaddr 78:E3:B5:0C:64:69
inet addr:172.168.1.198 Bcast:172.168.1.255 Mask:255.255.255.0
inet6 addr: fe80::7ae3:b5ff:fe0c:6469/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:24694582 errors:0 dropped:0 overruns:0 frame:0
TX packets:19503785 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:22133062503 (20.6 GiB) TX bytes:13795446590 (12.8 GiB)
Interrupt:63
eth2 Link encap:Ethernet HWaddr 78:E3:B5:0C:64:6A
inet addr:192.168.1.201 Bcast:192.168.1.255 Mask:255.255.255.0
inet6 addr: fe80::7ae3:b5ff:fe0c:646a/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:12831941 errors:0 dropped:0 overruns:0 frame:0
TX packets:18376068 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:29742579730 (27.6 GiB) TX bytes:21129586298 (19.6 GiB)
Interrupt:67
lo Link encap:Local Loopback
inet addr:127.0.0.1 Mask:255.0.0.0
inet6 addr: ::1/128 Scope:Host
UP LOOPBACK RUNNING MTU:16436 Metric:1
RX packets:3181093 errors:0 dropped:0 overruns:0 frame:0
TX packets:3181093 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:2365826975 (2.2 GiB) TX bytes:2365826975 (2.2 GiB)
配置共享儲存
for i in b c d e f g;
do
echo "KERNEL==\"sd*\", BUS==\"scsi\", PROGRAM==\"/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/\$name\", RESULT==\"`/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/sd$i`\", NAME=\"asm-disk$i\", OWNER=\"grid\", GROUP=\"asmdba\", MODE=\"0660\""
done
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000d77b0000ff1f6269ff0493221ab0", NAME="asm-diskb", OWNER="grid", GROUP="asmdba", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000d77b0000ff1c6269ff04945c1b31", NAME="asm-diskc", OWNER="grid", GROUP="asmdba", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000d77b0000ff306269ff04956d916e", NAME="asm-diskd", OWNER="grid", GROUP="asmdba", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000d77b0000ff2b6269ff0496979591", NAME="asm-diske", OWNER="grid", GROUP="asmdba", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000d77b0000fefe6269ff04989ad0e8", NAME="asm-diskf", OWNER="grid", GROUP="asmdba", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000d77b0000ff0f6269ff049a934f46", NAME="asm-diskg", OWNER="grid", GROUP="asmdba", MODE="0660"
>> /etc/udev/rules.d/99-oracle-asmdevices.rules
必要的安裝包
binutils-2.17.50.0.6
--compat-libstdc++-33-3.2.3
elfutils-libelf-0.125
--elfutils-libelf-devel-0.125
--elfutils-libelf-devel-static-0.125
--gcc-4.1.2
--gcc-c++-4.1.2
glibc-2.5-24
glibc-common-2.5
glibc-devel-2.5
glibc-headers-2.5
kernel-headers-2.6.18
*--ksh-20060214
libaio-0.3.106
libaio-devel-0.3.106
libgcc-4.1.2
libgomp-4.1.2
libstdc++-4.1.2
--libstdc++-devel-4.1.2
make-3.81
sysstat-7.0.2
--compat-libstdc++-33-3.2.3
--elfutils-libelf-devel-0.125
--elfutils-libelf-devel-static-0.125
--gcc-4.1.2
--gcc-c++-4.1.2
--ksh-20060214
--libstdc++-devel-4.1.2
rpm -iv cvuqdisk-1.0.9-1.rpm
[root@hp580-4 soft]# rpm -aq|grep libgomp
rpm -aq|grep libaio
rpm -aq|grep ksh
rpm -aq|grep kernel
rpm -aq|grep glibc
rpm -aq|grep elfutils-libelf
rpm -aq|grep compat-libstdc
rpm -aq|grep binutils
rpm -aq|grep compat-libstdc
rpm -aq|grep elfutils-libelf-devel
rpm -aq|grep elfutils-libelf-devel-static
rpm -aq|grep libstdc++-devel
rpm -aq|grep gcc
libgomp-4.4.7-4.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep libaio
libaio-0.3.107-10.el6.i686
libaio-0.3.107-10.el6.x86_64
libaio-devel-0.3.107-10.el6.i686
[root@hp580-4 soft]# rpm -aq|grep ksh
ksh-20120801-10.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep kernel
dracut-kernel-004-335.el6.noarch
libreport-plugin-kerneloops-2.0.9-19.el6.x86_64
abrt-addon-kerneloops-2.0.8-21.el6.x86_64
kernel-2.6.32-431.el6.x86_64
kernel-headers-2.6.32-431.el6.x86_64
kernel-firmware-2.6.32-431.el6.noarch
kernel-devel-2.6.32-431.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep glibc
glibc-devel-2.12-1.132.el6.x86_64
glibc-common-2.12-1.132.el6.x86_64
glibc-headers-2.12-1.132.el6.x86_64
glibc-2.12-1.132.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep elfutils-libelf
elfutils-libelf-devel-static-0.152-1.el6.x86_64
elfutils-libelf-0.152-1.el6.x86_64
elfutils-libelf-devel-0.152-1.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep compat-libstdc
compat-libstdc++-33-3.2.3-69.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep binutils
binutils-2.20.51.0.2-5.36.el6.x86_64
binutils-devel-2.20.51.0.2-5.36.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep compat-libstdc
compat-libstdc++-33-3.2.3-69.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep elfutils-libelf-devel
elfutils-libelf-devel-static-0.152-1.el6.x86_64
elfutils-libelf-devel-0.152-1.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep elfutils-libelf-devel-static
elfutils-libelf-devel-static-0.152-1.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep libstdc++-devel
libstdc++-devel-4.4.7-4.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep gcc
gcc-4.4.7-4.el6.x86_64
gcc-c++-4.4.7-4.el6.x86_64
gcc-gfortran-4.4.7-4.el6.x86_64
libgcc-4.4.7-4.el6.x86_64
libgcc-4.4.7-4.el6.i686
[root@hp580-4 soft]#
建立使用者組和使用者
groupadd -g 5000 asmadmin
groupadd -g 5001 asmdba
groupadd -g 5002 asmoper
groupadd -g 6000 oinstall
groupadd -g 6001 dba
groupadd -g 6002 oper
useradd -g oinstall -G asmadmin,asmdba,asmoper grid
useradd -g oinstall -G dba,asmdba oracle
mkdir /s01
mkdir /g01
[oracle@hp580-4 ~]$ cd /s01
[oracle@hp580-4 s01]$ ls
[oracle@hp580-4 s01]$ ll
total 0
[oracle@hp580-4 s01]$ mkdir oracle
[oracle@hp580-4 s01]$ cd oracle/
[oracle@hp580-4 oracle]$ mkdir backup
[oracle@hp580-4 oracle]$
mkdir -p /opt/oracle
chown oracle:oinstall /opt/oracle
1./etc/security/limits.conf
oracle soft nproc 2047
oracle hard nproc 16384
oracle soft nofile 1024
oracle hard nofile 65536
grid soft nproc 2047
grid hard nproc 16384
grid soft nofile 1024
grid hard nofile 65536
2./etc/pam.d/login
session required pam_limits.so
3. .bash_profile
DISPLAY=10.98.188.100:0.0
export DISPLAY
ORACLE_BASE=/s01/app/oracle
export ORACLE_BASE
ORACLE_HOME=/s01/app/oracle/product/11.2.0/dbhome_1
ORACLE_SID=orcl1
ORA_NLS33=/s01/app/oracle/product/11.2.0/dbhome_1/ocommon/nls/admin/data
export ORACLE_HOME ORACLE_SID ORA_NLS33
PATH=$ORACLE_HOME/bin:/usr/bin:/bin:/usr/bin/X11/:/usr/local/bin
export PATH
NLS_LANG=american_america.zhs16gbk
export NLS_LANG
ulimit -u 16384 -n 65536
umask 022
#為使用em
export ORACLE_UNQNAME=orcl
5.
/etc/sysctl.conf
kernel.sem = 250 32000 100 128
fs.file-max = 6815744
fs.aio-max-nr = 1048576
net.ipv4.ip_local_port_range = 9000 65500
net.core.rmem_default = 262144
net.core.wmem_default = 262144
net.core.wmem_max = 1048576
net.core.rmem_max = 4194304
kernel.shmmni = 4096
echo 4096 >/proc/sys/kernel/shmmni
echo 250 32000 100 142 >/proc/sys/kernel/sem
[root@hp580-5 soft]# rpm -ivh libaio-devel-0.3.107-10.el6.x86_64.rpm
warning: libaio-devel-0.3.107-10.el6.x86_64.rpm: Header V3 RSA/SHA256 Signature, key ID fd431d51: NOKEY
Preparing... ########################################### [100%]
1:libaio-devel ########################################### [100%]
[root@hp580-5 soft
6.
rpm -q libaio-devel-0.3.106
rpm -q sysstat-7.0.2
hosts
vi /etc/hosts
10.98.32.84 hp580-4 hp580-4.oracle.com
10.98.32.231 hp580-4v
10.98.32.85 hp580-5 hp580-5.oracle.com
10.98.32.232 hp580-5v
10.98.32.230 hp580-cluster hp580-cluster-scan
10.98.32.233 hp580-cluster hp580-cluster-scan
10.98.32.234 hp580-cluster hp580-cluster-scan
172.168.1.198 hp580-4p
172.168.1.199 hp580-5p
---/etc/resolv.conf
[root@hp580-5 ~]# fdisk -l
Disk /dev/sda: 899.9 GB, 899898718208 bytes
255 heads, 63 sectors/track, 109406 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk identifier: 0x00080024
Device Boot Start End Blocks Id System
/dev/sda1 * 1 26 204800 83 Linux
Partition 1 does not end on cylinder boundary.
/dev/sda2 26 38271 307200000 83 Linux
/dev/sda3 38271 54588 131072000 82 Linux swap / Solaris
/dev/sda4 54588 109407 440329518 5 Extended
/dev/sda5 54589 109407 440328192 83 Linux
[root@hp580-5 ~]# cd /dev
[root@hp580-5 dev]# ls -l asm*
brw-rw---- 1 grid asmdba 8, 16 Jul 28 11:50 asm-diskb
brw-rw---- 1 grid asmdba 8, 32 Jul 28 11:50 asm-diskc
brw-rw---- 1 grid asmdba 8, 48 Jul 28 11:50 asm-diskd
brw-rw---- 1 grid asmdba 8, 64 Jul 28 11:50 asm-diske
brw-rw---- 1 grid asmdba 8, 80 Jul 28 11:50 asm-diskf
brw-rw---- 1 grid asmdba 8, 96 Jul 28 11:50 asm-diskg
[root@hp580-5 dev]# date
Mon Jul 28 11:50:56 CST 2014
[root@hp580-5 dev]#
[root@hp580-4 ~]# cd /tmp
[root@hp580-4 tmp]# ls
CVU_11.2.0.3.0_grid getfileinfoconfigfile_3702513140668922910.txt getfileinfoconfigfile_925891429672149479.txt Logs
CVU_11.2.0.3.0_grid_fixup getfileinfoconfigfile_4672613604171661023.txt hsperfdata_grid OraInstall2014-07-28_02-36-00PM
getfileinfoconfigfile_3579268543147821404.txt getfileinfoconfigfile_7237541072482241713.txt logs
[root@hp580-4 tmp]# cd CVU_11.2.0.3.0_grid_fixup
[root@hp580-4 CVU_11.2.0.3.0_grid_fixup]# ls
hp580-4 hp580-5
[root@hp580-4 CVU_11.2.0.3.0_grid_fixup]# cd *4
[root@hp580-4 hp580-4]# ls
fixup.enable fixup.response
[root@hp580-4 hp580-4]# ll
total 8
-rw-r--r-- 1 grid oinstall 29 Jul 28 15:00 fixup.enable
-rw-r--r-- 1 grid oinstall 60 Jul 28 15:00 fixup.response
[root@hp580-4 hp580-4]# cat *.enable
SET_KERNEL_PARAMETERS="true"
[root@hp580-4 hp580-4]# cat *.response
SYSCTL_LOC="/sbin/sysctl"
INSTALL_USER="grid"
SHMMNI="4096"
[root@hp580-4 hp580-4]#
Starting /opt/oracle/product/11g/bin/tnslsnr: please wait...
TNSLSNR for Linux: Version 11.2.0.1.0 - Production
Log messages written to /opt/oracle/diag/tnslsnr/hp580-4/listener/alert/log.xml
Error listening on: (ADDRESS=(PROTOCOL=tcp)(HOST=)(PORT=1521))
TNS-12545: Connect failed because target host or object does not exist
TNS-12560: TNS:protocol adapter error
TNS-00515: Connect failed because target host or object does not exist
Linux Error: 111: Connection refused
Listener failed to start. See the error message(s) above...
Enterprise Manager Database Control URL - (orcl1) :
/opt/oracle/product/11.2.0/dbhome_1
[root@hp580-4 kernel]# cd /g01
[root@hp580-4 g01]# ls
app soft
[root@hp580-4 g01]# cd app
[root@hp580-4 app]# ls
11.2.0 grid oraInventory
[root@hp580-4 app]# cd oraInventory/
[root@hp580-4 oraInventory]# ls
ContentsXML logs oraInst.loc orainstRoot.sh oui
[root@hp580-4 oraInventory]# sh orainstRoot.sh
Changing permissions of /g01/app/oraInventory.
Adding read,write permissions for group.
Removing read,write,execute permissions for world.
Changing groupname of /g01/app/oraInventory to oinstall.
The execution of the script is complete.
[root@hp580-4 oraInventory]# pwd
/g01/app/oraInventory
[root@hp580-4 oraInventory]# cd ..
[root@hp580-4 app]# ls
11.2.0 grid oraInventory
[root@hp580-4 app]# cd 11.2.0/
[root@hp580-4 11.2.0]# ls
grid
[root@hp580-4 11.2.0]# cd grid/
[root@hp580-4 grid]# ls
assistants clone cv demo has inventory jlib log nls oracore owm racg rootupgrade.sh srvm wwg
bin crs dbs diagnostics hs javavm JRE md oc4j oraInst.loc perl rdbms scheduler sysman xdk
cdata csmig dc_ocm evm install jdbc ldap mesg OPatch ord plsql relnotes slax usm
cfgtoollogs css deinstall gpnp instantclient jdk lib network opmn oui precomp root.sh sqlplus utl
[root@hp580-4 grid]# pwd
/g01/app/11.2.0/grid
[root@hp580-4 grid]# sh root.sh
Performing root user operation for Oracle 11g
The following environment variables are set as:
ORACLE_OWNER= grid
ORACLE_HOME= /g01/app/11.2.0/grid
Enter the full pathname of the local bin directory: [/usr/local/bin]:
Copying dbhome to /usr/local/bin ...
Copying oraenv to /usr/local/bin ...
Copying coraenv to /usr/local/bin ...
Creating /etc/oratab file...
Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root script.
Now product-specific root actions will be performed.
Using configuration parameter file: /g01/app/11.2.0/grid/crs/install/crsconfig_params
Creating trace directory
User ignored Prerequisites during installation
OLR initialization - successful
root wallet
root wallet cert
root cert export
peer wallet
profile reader wallet
pa wallet
peer wallet keys
pa wallet keys
peer cert request
pa cert request
peer cert
pa cert
peer root cert TP
profile reader root cert TP
pa root cert TP
peer pa cert TP
pa peer cert TP
profile reader pa cert TP
profile reader peer cert TP
peer user cert
pa user cert
Adding Clusterware entries to upstart
CRS-2672: Attempting to start 'ora.mdnsd' on 'hp580-4'
CRS-2676: Start of 'ora.mdnsd' on 'hp580-4' succeeded
CRS-2672: Attempting to start 'ora.gpnpd' on 'hp580-4'
CRS-2676: Start of 'ora.gpnpd' on 'hp580-4' succeeded
CRS-2672: Attempting to start 'ora.cssdmonitor' on 'hp580-4'
CRS-2672: Attempting to start 'ora.gipcd' on 'hp580-4'
CRS-2676: Start of 'ora.cssdmonitor' on 'hp580-4' succeeded
CRS-2676: Start of 'ora.gipcd' on 'hp580-4' succeeded
CRS-2672: Attempting to start 'ora.cssd' on 'hp580-4'
CRS-2672: Attempting to start 'ora.diskmon' on 'hp580-4'
CRS-2676: Start of 'ora.diskmon' on 'hp580-4' succeeded
CRS-2676: Start of 'ora.cssd' on 'hp580-4' succeeded
ASM created and started successfully.
Disk Group DATA created successfully.
clscfg: -install mode specified
Successfully accumulated necessary OCR keys.
Creating OCR keys for user 'root', privgrp 'root'..
Operation successful.
CRS-4256: Updating the profile
Successful addition of voting disk 2994b1890e944fc7bf13744a8c98f5ea.
Successful addition of voting disk 0e8b5764cd5a4fb6bf74fe7058745670.
Successful addition of voting disk 62a1876953964f16bff300704a04717a.
Successfully replaced voting disk group with +DATA.
CRS-4256: Updating the profile
CRS-4266: Voting file(s) successfully replaced
## STATE File Universal Id File Name Disk group
-- ----- ----------------- --------- ---------
1. ONLINE 2994b1890e944fc7bf13744a8c98f5ea (/dev/asm-diskc) [DATA]
2. ONLINE 0e8b5764cd5a4fb6bf74fe7058745670 (/dev/asm-diskd) [DATA]
3. ONLINE 62a1876953964f16bff300704a04717a (/dev/asm-diske) [DATA]
Located 3 voting disk(s).
CRS-2672: Attempting to start 'ora.asm' on 'hp580-4'
CRS-2676: Start of 'ora.asm' on 'hp580-4' succeeded
CRS-2672: Attempting to start 'ora.DATA.dg' on 'hp580-4'
CRS-2676: Start of 'ora.DATA.dg' on 'hp580-4' succeeded
Configure Oracle Grid Infrastructure for a Cluster ... succeeded
[root@hp580-4 grid]#
g01]# cd /g01/app/oraInventory
[root@hp580-5 oraInventory]# ls
ContentsXML logs oraInst.loc orainstRoot.sh
[root@hp580-5 oraInventory]# sh orainstRoot.sh
Changing permissions of /g01/app/oraInventory.
Adding read,write permissions for group.
Removing read,write,execute permissions for world.
Changing groupname of /g01/app/oraInventory to oinstall.
The execution of the script is complete.
[root@hp580-5 oraInventory]# cd /g01/app/11.2.0/grid
[root@hp580-5 grid]# ls
assistants clone cv demo has inventory jlib log nls oracore owm racg rootupgrade.sh srvm wwg
bin crs dbs diagnostics hs javavm JRE md oc4j oraInst.loc perl rdbms scheduler sysman xdk
cdata csmig dc_ocm evm install jdbc ldap mesg OPatch ord plsql relnotes slax usm
cfgtoollogs css deinstall gpnp instantclient jdk lib network opmn oui precomp root.sh sqlplus utl
[root@hp580-5 grid]# sh root.sh
Performing root user operation for Oracle 11g
The following environment variables are set as:
ORACLE_OWNER= grid
ORACLE_HOME= /g01/app/11.2.0/grid
Enter the full pathname of the local bin directory: [/usr/local/bin]:
Copying dbhome to /usr/local/bin ...
Copying oraenv to /usr/local/bin ...
Copying coraenv to /usr/local/bin ...
Creating /etc/oratab file...
Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root script.
Now product-specific root actions will be performed.
Using configuration parameter file: /g01/app/11.2.0/grid/crs/install/crsconfig_params
Creating trace directory
User ignored Prerequisites during installation
OLR initialization - successful
Adding Clusterware entries to upstart
CRS-4402: The CSS daemon was started in exclusive mode but found an active CSS daemon on node hp580-4, number 1, and is terminating
An active cluster was found during exclusive startup, restarting to join the cluster
Configure Oracle Grid Infrastructure for a Cluster ... succeeded
[root@hp580-5 grid]#
INFO: GSD node application is offline on nodes "hp580-5,hp580-4"
INFO: Checking existence of ONS node application (optional)
INFO: ONS node application check passed
INFO: Checking Single Client Access Name (SCAN)...
INFO: Checking TCP connectivity to SCAN Listeners...
INFO: TCP connectivity to SCAN Listeners exists on all cluster nodes
INFO: Checking name resolution setup for "hp580-cluster"...
INFO: ERROR:
INFO: PRVG-1101 : SCAN name "hp580-cluster" failed to resolve
INFO: ERROR:
INFO: PRVF-4657 : Name resolution setup check for "hp580-cluster" (IP address: 10.98.32.230) failed
INFO: ERROR:
INFO: PRVF-4657 : Name resolution setup check for "hp580-cluster" (IP address: 10.98.32.233) failed
INFO: ERROR:
INFO: PRVF-4657 : Name resolution setup check for "hp580-cluster" (IP address: 10.98.32.234) failed
INFO: ERROR:
INFO: PRVF-4664 : Found inconsistent name resolution entries for SCAN name "hp580-cluster"
INFO: Verification of SCAN VIP and Listener setup failed
INFO: Checking OLR integrity...
INFO: Checking OLR config file...
INFO: OLR config file check successful
INFO: Checking OLR file attributes...
INFO: OLR file check successful
INFO: WARNING:
INFO: This check does not verify the integrity of the OLR contents. Execute 'ocrcheck -local' as a privileged user to verify the contents of OLR.
INFO: OLR integrity check passed
INFO: User "grid" is not part of "root" group. Check passed
INFO: Checking if Clusterware is installed on all nodes...
INFO: Check of Clusterware install passed
INFO: Checking if CTSS Resource is running on all nodes...
INFO: CTSS resource check passed
INFO: Querying CTSS for time offset on all nodes...
INFO: Query of CTSS for time offset passed
INFO: Check CTSS state started...
INFO: CTSS is in Observer state. Switching over to clock synchronization checks using NTP
INFO: Starting Clock synchronization checks using Network Time Protocol(NTP)...
INFO: NTP Configuration file check started...
INFO: NTP Configuration file check passed
INFO: Checking daemon liveness...
INFO: Liveness check failed for "ntpd"
INFO: Check failed on nodes:
INFO: hp580-5,hp580-4
INFO: PRVF-5494 : The NTP Daemon or Service was not alive on all nodes
INFO: PRVF-5415 : Check to see if NTP daemon or service is running failed
INFO: Clock synchronization check using Network Time Protocol(NTP) failed
INFO: PRVF-9652 : Cluster Time Synchronization Services check failed
INFO: Checking VIP configuration.
INFO: Checking VIP Subnet configuration.
INFO: Check for VIP Subnet configuration passed.
INFO: Checking VIP reachability
INFO: Check for VIP reachability passed.
INFO: Post-check for cluster services setup was unsuccessful on all the nodes.
INFO:
WARNING:
INFO: Completed Plugin named: Oracle Cluster Verification Utility
[grid@hp580-4 grid]$ ./runInstaller
Starting Oracle Universal Installer...
Checking Temp space: must be greater than 120 MB. Actual 312922 MB Passed
Checking swap space: must be greater than 150 MB. Actual 127999 MB Passed
Checking monitor: must be configured to display at least 256 colors
>>> Could not execute auto check for display colors using command /usr/bin/xdpyinfo. Check if the DISPLAY variable is set. Failed <<<<
Some requirement checks failed. You must fulfill these requirements before
continuing with the installation,
Continue? (y/n) [n] y
>>> Ignoring required pre-requisite failures. Continuing...
Preparing to launch Oracle Universal Installer from /tmp/OraInstall2014-07-28_02-36-00PM. Please wait ...[grid@hp580-4 grid]$ ClusterLogger - log file location: /tmp/Logs/remoteInterfaces2014-07-28_02-36-00PM.log
Logfile Location : /tmp/OraInstall2014-07-28_02-36-00PM/sshsetup1_2014-07-28_02-36-00PM.log
Validating remote binaries..
Remote binaries check succeeded
You can find the log of this install session at:
/g01/app/oraInventory/logs/installActions2014-07-28_02-36-00PM.log
[grid@hp580-4 grid]$
[grid@hp580-4 ~]$ ps -ef|grep grid
root 13207 1 0 Jul28 ? 00:07:30 /g01/app/11.2.0/grid/bin/ohasd.bin reboot
grid 15044 1 0 Jul28 ? 00:06:19 /g01/app/11.2.0/grid/bin/oraagent.bin
grid 15056 1 0 Jul28 ? 00:00:03 /g01/app/11.2.0/grid/bin/mdnsd.bin
grid 15069 1 0 Jul28 ? 00:00:50 /g01/app/11.2.0/grid/bin/gpnpd.bin
root 15086 1 0 Jul28 ? 00:01:14 /g01/app/11.2.0/grid/bin/cssdmonitor
grid 15088 1 0 Jul28 ? 00:03:31 /g01/app/11.2.0/grid/bin/gipcd.bin
root 15107 1 0 Jul28 ? 00:01:16 /g01/app/11.2.0/grid/bin/cssdagent
grid 15131 1 0 Jul28 ? 00:08:52 /g01/app/11.2.0/grid/bin/ocssd.bin
root 15267 1 0 Jul28 ? 00:09:30 /g01/app/11.2.0/grid/bin/orarootagent.bin
root 15279 1 0 Jul28 ? 00:05:19 /g01/app/11.2.0/grid/bin/octssd.bin
root 15301 1 6 Jul28 ? 01:03:37 /g01/app/11.2.0/grid/bin/osysmond.bin
grid 15462 1 0 Jul28 ? 00:00:15 asm_pmon_+ASM1
grid 15464 1 0 Jul28 ? 00:00:09 asm_psp0_+ASM1
grid 15467 1 1 Jul28 ? 00:16:34 asm_vktm_+ASM1
grid 15471 1 0 Jul28 ? 00:00:01 asm_gen0_+ASM1
grid 15473 1 0 Jul28 ? 00:00:44 asm_diag_+ASM1
grid 15475 1 0 Jul28 ? 00:00:05 asm_ping_+ASM1
grid 15477 1 0 Jul28 ? 00:09:38 asm_dia0_+ASM1
grid 15479 1 0 Jul28 ? 00:02:08 asm_lmon_+ASM1
grid 15481 1 0 Jul28 ? 00:01:12 asm_lmd0_+ASM1
grid 15483 1 0 Jul28 ? 00:02:35 asm_lms0_+ASM1
grid 15487 1 0 Jul28 ? 00:00:04 asm_lmhb_+ASM1
grid 15489 1 0 Jul28 ? 00:00:01 asm_mman_+ASM1
grid 15491 1 0 Jul28 ? 00:00:01 asm_dbw0_+ASM1
grid 15493 1 0 Jul28 ? 00:00:02 asm_lgwr_+ASM1
grid 15495 1 0 Jul28 ? 00:00:05 asm_ckpt_+ASM1
grid 15497 1 0 Jul28 ? 00:00:01 asm_smon_+ASM1
grid 15499 1 0 Jul28 ? 00:00:19 asm_rbal_+ASM1
grid 15501 1 0 Jul28 ? 00:00:14 asm_gmon_+ASM1
grid 15503 1 0 Jul28 ? 00:00:06 asm_mmon_+ASM1
grid 15505 1 0 Jul28 ? 00:00:46 asm_mmnl_+ASM1
grid 15507 1 0 Jul28 ? 00:00:07 asm_lck0_+ASM1
grid 15509 1 0 Jul28 ? 00:00:00 oracle+ASM1 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
root 15521 1 0 Jul28 ? 00:08:00 /g01/app/11.2.0/grid/bin/crsd.bin reboot
grid 15537 1 0 Jul28 ? 00:03:21 /g01/app/11.2.0/grid/bin/evmd.bin
grid 15543 1 0 Jul28 ? 00:00:02 oracle+ASM1_ocr (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 15545 1 0 Jul28 ? 00:00:04 asm_asmb_+ASM1
grid 15547 1 0 Jul28 ? 00:00:06 oracle+ASM1_asmb_+asm1 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 15614 15537 0 Jul28 ? 00:00:00 /g01/app/11.2.0/grid/bin/evmlogger.bin -o /g01/app/11.2.0/grid/evm/log/evmlogger.info -l /g01/app/11.2.0/grid/evm/log/evmlogger.log
grid 16057 1 0 Jul28 ? 00:02:59 /g01/app/11.2.0/grid/bin/oraagent.bin
grid 16082 1 0 Jul28 ? 00:00:00 oracle+ASM1 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
root 16092 1 0 Jul28 ? 00:05:04 /g01/app/11.2.0/grid/bin/ologgerd -M -d /g01/app/11.2.0/grid/crf/db/hp580-4
root 16507 1 1 Jul28 ? 00:18:20 /g01/app/11.2.0/grid/bin/orarootagent.bin
grid 16535 1 0 Jul28 ? 00:00:00 /g01/app/11.2.0/grid/opmn/bin/ons -d
grid 16536 16535 0 Jul28 ? 00:00:04 /g01/app/11.2.0/grid/opmn/bin/ons -d
grid 16703 1 0 Jul28 ? 00:00:01 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER_SCAN2 -inherit
grid 16722 1 0 Jul28 ? 00:00:01 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER_SCAN3 -inherit
grid 16788 1 0 Jul28 ? 00:00:17 /g01/app/11.2.0/grid/bin/scriptagent.bin
grid 16808 1 0 Jul28 ? 00:01:14 /g01/app/11.2.0/grid/jdk/jre//bin/java -server -Xcheck:jni -Xms128M -Xmx384M -Djava.awt.headless=true -Ddisable.checkForUpdate=true -Dstdstream.filesize=100 -Dstdstream.filenumber=10 -DTRACING.ENABLED=false -Doracle.wlm.dbwlmlogger.logging.level=INFO -Dport.rmi=23792 -jar /g01/app/11.2.0/grid/oc4j/j2ee/home/oc4j.jar -config /g01/app/11.2.0/grid/oc4j/j2ee/home/OC4J_DBWLM_config/server.xml -out /g01/app/11.2.0/grid/oc4j/j2ee/home/log/oc4j.out -err /g01/app/11.2.0/grid/oc4j/j2ee/home/log/oc4j.err
grid 17778 1 0 Jul28 ? 00:00:01 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER -inherit
root 20872 3451 0 Jul28 ? 00:00:00 sshd: grid [priv]
grid 20874 20872 0 Jul28 ? 00:00:00 sshd:
grid 20875 20874 0 Jul28 pts/1 00:00:00 -bash
grid 45940 20875 0 08:50 pts/1 00:00:00 ps -ef
grid 45941 20875 0 08:50 pts/1 00:00:00 grep grid
[grid@hp580-4 ~]$ crsctl stat res -t
--------------------------------------------------------------------------------
NAME TARGET STATE SERVER STATE_DETAILS
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.DATA.dg
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
ora.FRA.dg
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
ora.LISTENER.lsnr
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
ora.asm
ONLINE ONLINE hp580-4 Started
ONLINE ONLINE hp580-5 Started
ora.gsd
OFFLINE OFFLINE hp580-4
OFFLINE OFFLINE hp580-5
ora.net1.network
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
ora.ons
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE hp580-5
ora.LISTENER_SCAN2.lsnr
1 ONLINE ONLINE hp580-4
ora.LISTENER_SCAN3.lsnr
1 ONLINE ONLINE hp580-4
ora.cvu
1 ONLINE ONLINE hp580-4
ora.hp580-4.vip
1 ONLINE ONLINE hp580-4
ora.hp580-5.vip
1 ONLINE ONLINE hp580-5
ora.oc4j
1 ONLINE ONLINE hp580-4
ora.scan1.vip
1 ONLINE ONLINE hp580-5
ora.scan2.vip
1 ONLINE ONLINE hp580-4
ora.scan3.vip
1 ONLINE ONLINE hp580-4
[grid@hp580-4 ~]$ crsctl check crs
CRS-4638: Oracle High Availability Services is online
CRS-4537: Cluster Ready Services is online
CRS-4529: Cluster Synchronization Services is online
CRS-4533: Event Manager is online
[grid@hp580-5 ~]$ asmcmd lsdg
State Type Rebal Sector Block AU Total_MB Free_MB Req_mir_free_MB Usable_file_MB Offline_disks Voting_files Name
MOUNTED NORMAL N 512 4096 1048576 1536000 1535062 512000 511531 0 Y DATA/
MOUNTED EXTERN N 512 4096 1048576 512000 511901 0 511901 0 N FRA/
[grid@hp580-5 ~]$ ps -ef|grep grid
root 11833 1 0 Jul28 ? 00:07:12 /g01/app/11.2.0/grid/bin/ohasd.bin reboot
grid 12912 1 0 Jul28 ? 00:06:15 /g01/app/11.2.0/grid/bin/oraagent.bin
grid 12924 1 0 Jul28 ? 00:00:03 /g01/app/11.2.0/grid/bin/mdnsd.bin
grid 12937 1 0 Jul28 ? 00:00:54 /g01/app/11.2.0/grid/bin/gpnpd.bin
root 12954 1 0 Jul28 ? 00:01:13 /g01/app/11.2.0/grid/bin/cssdmonitor
grid 12956 1 0 Jul28 ? 00:03:14 /g01/app/11.2.0/grid/bin/gipcd.bin
root 12976 1 0 Jul28 ? 00:01:11 /g01/app/11.2.0/grid/bin/cssdagent
grid 13000 1 0 Jul28 ? 00:08:31 /g01/app/11.2.0/grid/bin/ocssd.bin
root 13069 1 0 Jul28 ? 00:08:19 /g01/app/11.2.0/grid/bin/orarootagent.bin
root 13081 1 0 Jul28 ? 00:06:00 /g01/app/11.2.0/grid/bin/octssd.bin
root 13102 1 5 Jul28 ? 01:01:18 /g01/app/11.2.0/grid/bin/osysmond.bin
root 13209 1 0 Jul28 ? 00:01:22 /g01/app/11.2.0/grid/bin/ologgerd -m hp580-4 -r -d /g01/app/11.2.0/grid/crf/db/hp580-5
grid 13270 1 0 Jul28 ? 00:00:14 asm_pmon_+ASM2
grid 13272 1 0 Jul28 ? 00:00:09 asm_psp0_+ASM2
grid 13274 1 1 Jul28 ? 00:16:48 asm_vktm_+ASM2
grid 13278 1 0 Jul28 ? 00:00:01 asm_gen0_+ASM2
grid 13280 1 0 Jul28 ? 00:00:43 asm_diag_+ASM2
grid 13282 1 0 Jul28 ? 00:00:05 asm_ping_+ASM2
grid 13284 1 0 Jul28 ? 00:08:03 asm_dia0_+ASM2
grid 13286 1 0 Jul28 ? 00:02:09 asm_lmon_+ASM2
grid 13288 1 0 Jul28 ? 00:01:11 asm_lmd0_+ASM2
grid 13290 1 0 Jul28 ? 00:02:34 asm_lms0_+ASM2
grid 13294 1 0 Jul28 ? 00:00:04 asm_lmhb_+ASM2
grid 13296 1 0 Jul28 ? 00:00:01 asm_mman_+ASM2
grid 13298 1 0 Jul28 ? 00:00:01 asm_dbw0_+ASM2
grid 13300 1 0 Jul28 ? 00:00:01 asm_lgwr_+ASM2
grid 13302 1 0 Jul28 ? 00:00:05 asm_ckpt_+ASM2
grid 13304 1 0 Jul28 ? 00:00:01 asm_smon_+ASM2
grid 13306 1 0 Jul28 ? 00:00:17 asm_rbal_+ASM2
grid 13308 1 0 Jul28 ? 00:00:04 asm_gmon_+ASM2
grid 13310 1 0 Jul28 ? 00:00:06 asm_mmon_+ASM2
grid 13312 1 0 Jul28 ? 00:00:43 asm_mmnl_+ASM2
grid 13314 1 0 Jul28 ? 00:00:07 asm_lck0_+ASM2
grid 13316 1 0 Jul28 ? 00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
root 13328 1 0 Jul28 ? 00:07:41 /g01/app/11.2.0/grid/bin/crsd.bin reboot
grid 13344 1 0 Jul28 ? 00:03:25 /g01/app/11.2.0/grid/bin/evmd.bin
grid 13350 1 0 Jul28 ? 00:00:00 oracle+ASM2_ocr (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 13352 1 0 Jul28 ? 00:00:03 asm_asmb_+ASM2
grid 13354 1 0 Jul28 ? 00:00:06 oracle+ASM2_asmb_+asm2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 13421 13344 0 Jul28 ? 00:00:00 /g01/app/11.2.0/grid/bin/evmlogger.bin -o /g01/app/11.2.0/grid/evm/log/evmlogger.info -l /g01/app/11.2.0/grid/evm/log/evmlogger.log
grid 13464 1 0 Jul28 ? 00:03:07 /g01/app/11.2.0/grid/bin/oraagent.bin
root 13468 1 1 Jul28 ? 00:12:28 /g01/app/11.2.0/grid/bin/orarootagent.bin
grid 13496 1 0 Jul28 ? 00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 13510 1 0 Jul28 ? 00:00:00 /g01/app/11.2.0/grid/opmn/bin/ons -d
grid 13511 13510 0 Jul28 ? 00:00:04 /g01/app/11.2.0/grid/opmn/bin/ons -d
grid 13544 1 0 Jul28 ? 00:00:01 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER_SCAN1 -inherit
grid 14510 1 0 Jul28 ? 00:00:01 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER -inherit
root 16545 3434 0 Jul28 ? 00:00:00 sshd: grid [priv]
grid 16547 16545 0 Jul28 ? 00:00:00 sshd:
grid 16548 16547 0 Jul28 pts/1 00:00:00 -bash
grid 33296 16548 0 08:48 pts/1 00:00:00 ps -ef
grid 33297 16548 0 08:48 pts/1 00:00:00 grep grid
[grid@hp580-5 ~]$ crsctl stat res -t
--------------------------------------------------------------------------------
NAME TARGET STATE SERVER STATE_DETAILS
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.DATA.dg
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
ora.FRA.dg
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
ora.LISTENER.lsnr
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
ora.asm
ONLINE ONLINE hp580-4 Started
ONLINE ONLINE hp580-5 Started
ora.gsd
OFFLINE OFFLINE hp580-4
OFFLINE OFFLINE hp580-5
ora.net1.network
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
ora.ons
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE hp580-5
ora.LISTENER_SCAN2.lsnr
1 ONLINE ONLINE hp580-4
ora.LISTENER_SCAN3.lsnr
1 ONLINE ONLINE hp580-4
ora.cvu
1 ONLINE ONLINE hp580-4
ora.hp580-4.vip
1 ONLINE ONLINE hp580-4
ora.hp580-5.vip
1 ONLINE ONLINE hp580-5
ora.oc4j
1 ONLINE ONLINE hp580-4
ora.scan1.vip
1 ONLINE ONLINE hp580-5
ora.scan2.vip
1 ONLINE ONLINE hp580-4
ora.scan3.vip
1 ONLINE ONLINE hp580-4
[grid@hp580-5 ~]$ srvctl status asm
ASM is running on hp580-5,hp580-4
[grid@hp580-5 ~]$
[oracle@hp580-4 soft]$ cd database
[oracle@hp580-4 database]$ ls
doc install readme.html response rpm runInstaller sshsetup stage welcome.html
[oracle@hp580-4 database]$ ./runInstaller
Starting Oracle Universal Installer...
Checking Temp space: must be greater than 120 MB. Actual 309454 MB Passed
Checking swap space: must be greater than 150 MB. Actual 127999 MB Passed
Checking monitor: must be configured to display at least 256 colors
>>> Could not execute auto check for display colors using command /usr/bin/xdpyinfo. Check if the DISPLAY variable is set. Failed <<<<
Some requirement checks failed. You must fulfill these requirements before
continuing with the installation,
Continue? (y/n) [n] y
>>> Ignoring required pre-requisite failures. Continuing...
Preparing to launch Oracle Universal Installer from /tmp/OraInstall2014-07-29_09-00-58AM. Please wait ...[oracle@hp580-4 database]$ Registering console handler with the logger.
Logfile Location : /g01/app/oraInventory/logs/sshsetup1_2014-07-29_09-00-58AM.log
Validating remote binaries..
Remote binaries check succeeded
You can find the log of this install session at:
/g01/app/oraInventory/logs/installActions2014-07-29_09-00-58AM.log
[oracle@hp580-4 database]$
[oracle@hp580-4 database]$
[root@hp580-5 dbhome_1]# sh root.sh
Performing root user operation for Oracle 11g
The following environment variables are set as:
ORACLE_OWNER= oracle
ORACLE_HOME= /s01/app/oracle/product/11.2.0/dbhome_1
Enter the full pathname of the local bin directory: [/usr/local/bin]:
The contents of "dbhome" have not changed. No need to overwrite.
The contents of "oraenv" have not changed. No need to overwrite.
The contents of "coraenv" have not changed. No need to overwrite.
Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root script.
Now product-specific root actions will be performed.
Finished product-specific root actions.
[root@hp580-5 dbhome_1]#
SQL> show parameters
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
O7_DICTIONARY_ACCESSIBILITY boolean FALSE
active_instance_count integer
aq_tm_processes integer 1
archive_lag_target integer 0
asm_diskgroups string
asm_diskstring string
asm_power_limit integer 1
asm_preferred_read_failure_groups string
audit_file_dest string /s01/app/oracle/admin/orcl/adu
mp
audit_sys_operations boolean FALSE
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
audit_syslog_level string
audit_trail string DB
awr_snapshot_time_offset integer 0
background_core_dump string partial
background_dump_dest string /s01/app/oracle/diag/rdbms/orc
l/orcl2/trace
backup_tape_io_slaves boolean FALSE
bitmap_merge_area_size integer 1048576
blank_trimming boolean FALSE
buffer_pool_keep string
buffer_pool_recycle string
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
cell_offload_compaction string ADAPTIVE
cell_offload_decryption boolean TRUE
cell_offload_parameters string
cell_offload_plan_display string AUTO
cell_offload_processing boolean TRUE
circuits integer
client_result_cache_lag big integer 3000
client_result_cache_size big integer 0
clonedb boolean FALSE
cluster_database boolean TRUE
cluster_database_instances integer 2
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
cluster_interconnects string
commit_logging string
commit_point_strength integer 1
commit_wait string
commit_write string
compatible string 11.2.0.0.0
control_file_record_keep_time integer 7
control_files string +DATA/orcl/controlfile/current
.266.854191283, +FRA/orcl/cont
rolfile/current.256.854191285
control_management_pack_access string DIAGNOSTIC+TUNING
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
core_dump_dest string /s01/app/oracle/diag/rdbms/orc
l/orcl2/cdump
cpu_count integer 48
create_bitmap_area_size integer 8388608
create_stored_outlines string
cursor_bind_capture_destination string memory+disk
cursor_sharing string EXACT
cursor_space_for_time boolean FALSE
db_16k_cache_size big integer 0
db_2k_cache_size big integer 0
db_32k_cache_size big integer 0
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
db_4k_cache_size big integer 0
db_8k_cache_size big integer 0
db_block_buffers integer 0
db_block_checking string FALSE
db_block_checksum string TYPICAL
db_block_size integer 8192
db_cache_advice string ON
db_cache_size big integer 0
db_create_file_dest string +DATA
db_create_online_log_dest_1 string
db_create_online_log_dest_2 string
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
db_create_online_log_dest_3 string
db_create_online_log_dest_4 string
db_create_online_log_dest_5 string
db_domain string
db_file_multiblock_read_count integer 128
db_file_name_convert string
db_files integer 200
db_flash_cache_file string
db_flash_cache_size big integer 0
db_flashback_retention_target integer 1440
db_keep_cache_size big integer 0
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
db_lost_write_protect string NONE
db_name string orcl
db_recovery_file_dest string +FRA
db_recovery_file_dest_size big integer 43470M
db_recycle_cache_size big integer 0
db_securefile string PERMITTED
db_ultra_safe string OFF
db_unique_name string orcl
db_unrecoverable_scn_tracking boolean TRUE
db_writer_processes integer 6
dbwr_io_slaves integer 0
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
ddl_lock_timeout integer 0
deferred_segment_creation boolean TRUE
dg_broker_config_file1 string /s01/app/oracle/product/11.2.0
/dbhome_1/dbs/dr1orcl.dat
dg_broker_config_file2 string /s01/app/oracle/product/11.2.0
/dbhome_1/dbs/dr2orcl.dat
dg_broker_start boolean FALSE
diagnostic_dest string /s01/app/oracle
disk_asynch_io boolean TRUE
dispatchers string (PROTOCOL=TCP) (SERVICE=orclXD
B)
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
distributed_lock_timeout integer 60
dml_locks integer 1900
dst_upgrade_insert_conv boolean TRUE
enable_ddl_logging boolean FALSE
event string
fal_client string
fal_server string
fast_start_io_target integer 0
fast_start_mttr_target integer 0
fast_start_parallel_rollback string LOW
file_mapping boolean FALSE
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
fileio_network_adapters string
filesystemio_options string none
fixed_date string
gcs_server_processes integer 3
global_context_pool_size string
global_names boolean FALSE
global_txn_processes integer 1
hash_area_size integer 131072
hi_shared_memory_address integer 0
hs_autoregister boolean TRUE
ifile file
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
instance_groups string
instance_name string orcl2
instance_number integer 2
instance_type string RDBMS
java_jit_enabled boolean TRUE
java_max_sessionspace_size integer 0
java_pool_size big integer 0
java_soft_sessionspace_limit integer 0
job_queue_processes integer 1000
large_pool_size big integer 0
ldap_directory_access string NONE
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
ldap_directory_sysauth string no
license_max_sessions integer 0
license_max_users integer 0
license_sessions_warning integer 0
listener_networks string
local_listener string (DESCRIPTION=(ADDRESS_LIST=(AD
DRESS=(PROTOCOL=TCP)(HOST=10.9
8.32.232)(PORT=1521))))
lock_name_space string
lock_sga boolean FALSE
log_archive_config string
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
log_archive_dest string
log_archive_dest_1 string
log_archive_dest_10 string
log_archive_dest_11 string
log_archive_dest_12 string
log_archive_dest_13 string
log_archive_dest_14 string
log_archive_dest_15 string
log_archive_dest_16 string
log_archive_dest_17 string
log_archive_dest_18 string
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
log_archive_dest_19 string
log_archive_dest_2 string
log_archive_dest_20 string
log_archive_dest_21 string
log_archive_dest_22 string
log_archive_dest_23 string
log_archive_dest_24 string
log_archive_dest_25 string
log_archive_dest_26 string
log_archive_dest_27 string
log_archive_dest_28 string
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
log_archive_dest_29 string
log_archive_dest_3 string
log_archive_dest_30 string
log_archive_dest_31 string
log_archive_dest_4 string
log_archive_dest_5 string
log_archive_dest_6 string
log_archive_dest_7 string
log_archive_dest_8 string
log_archive_dest_9 string
log_archive_dest_state_1 string enable
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
log_archive_dest_state_10 string enable
log_archive_dest_state_11 string enable
log_archive_dest_state_12 string enable
log_archive_dest_state_13 string enable
log_archive_dest_state_14 string enable
log_archive_dest_state_15 string enable
log_archive_dest_state_16 string enable
log_archive_dest_state_17 string enable
log_archive_dest_state_18 string enable
log_archive_dest_state_19 string enable
log_archive_dest_state_2 string enable
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
log_archive_dest_state_20 string enable
log_archive_dest_state_21 string enable
log_archive_dest_state_22 string enable
log_archive_dest_state_23 string enable
log_archive_dest_state_24 string enable
log_archive_dest_state_25 string enable
log_archive_dest_state_26 string enable
log_archive_dest_state_27 string enable
log_archive_dest_state_28 string enable
log_archive_dest_state_29 string enable
log_archive_dest_state_3 string enable
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
log_archive_dest_state_30 string enable
log_archive_dest_state_31 string enable
log_archive_dest_state_4 string enable
log_archive_dest_state_5 string enable
log_archive_dest_state_6 string enable
log_archive_dest_state_7 string enable
log_archive_dest_state_8 string enable
log_archive_dest_state_9 string enable
log_archive_duplex_dest string
log_archive_format string %t_%s_%r.dbf
log_archive_local_first boolean TRUE
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
log_archive_max_processes integer 4
log_archive_min_succeed_dest integer 1
log_archive_start boolean FALSE
log_archive_trace integer 0
log_buffer integer 40120320
log_checkpoint_interval integer 0
log_checkpoint_timeout integer 1800
log_checkpoints_to_alert boolean FALSE
log_file_name_convert string
max_dispatchers integer
max_dump_file_size string unlimited
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
max_enabled_roles integer 150
max_shared_servers integer
memory_max_target big integer 0
memory_target big integer 0
nls_calendar string
nls_comp string BINARY
nls_currency string
nls_date_format string
nls_date_language string
nls_dual_currency string
nls_iso_currency string
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
nls_language string AMERICAN
nls_length_semantics string BYTE
nls_nchar_conv_excp string FALSE
nls_numeric_characters string
nls_sort string
nls_territory string AMERICA
nls_time_format string
nls_time_tz_format string
nls_timestamp_format string
nls_timestamp_tz_format string
object_cache_max_size_percent integer 10
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
object_cache_optimal_size integer 102400
olap_page_pool_size big integer 0
open_cursors integer 300
open_links integer 4
open_links_per_instance integer 4
optimizer_capture_sql_plan_baselines boolean FALSE
optimizer_dynamic_sampling integer 2
optimizer_features_enable string 11.2.0.3
optimizer_index_caching integer 0
optimizer_index_cost_adj integer 100
optimizer_mode string ALL_ROWS
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
optimizer_secure_view_merging boolean TRUE
optimizer_use_invisible_indexes boolean FALSE
optimizer_use_pending_statistics boolean FALSE
optimizer_use_sql_plan_baselines boolean TRUE
os_authent_prefix string ops$
os_roles boolean FALSE
parallel_adaptive_multi_user boolean TRUE
parallel_automatic_tuning boolean FALSE
parallel_degree_limit string CPU
parallel_degree_policy string MANUAL
parallel_execution_message_size integer 16384
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
parallel_force_local boolean FALSE
parallel_instance_group string
parallel_io_cap_enabled boolean FALSE
parallel_max_servers integer 235
parallel_min_percent integer 0
parallel_min_servers integer 0
parallel_min_time_threshold string AUTO
parallel_server boolean TRUE
parallel_server_instances integer 2
parallel_servers_target integer 768
parallel_threads_per_cpu integer 2
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
permit_92_wrap_format boolean TRUE
pga_aggregate_target big integer 6440M
plscope_settings string IDENTIFIERS:NONE
plsql_ccflags string
plsql_code_type string INTERPRETED
plsql_debug boolean FALSE
plsql_optimize_level integer 2
plsql_v2_compatibility boolean FALSE
plsql_warnings string DISABLE:ALL
pre_page_sga boolean FALSE
processes integer 250
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
processor_group_name string
query_rewrite_enabled string TRUE
query_rewrite_integrity string enforced
rdbms_server_dn string
read_only_open_delayed boolean FALSE
recovery_parallelism integer 0
recyclebin string on
redo_transport_user string
remote_dependencies_mode string TIMESTAMP
remote_listener string hp580-cluster:1521
remote_login_passwordfile string EXCLUSIVE
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
remote_os_authent boolean FALSE
remote_os_roles boolean FALSE
replication_dependency_tracking boolean TRUE
resource_limit boolean FALSE
resource_manager_cpu_allocation integer 48
resource_manager_plan string
result_cache_max_result integer 5
result_cache_max_size big integer 98976K
result_cache_mode string MANUAL
result_cache_remote_expiration integer 0
resumable_timeout integer 0
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
rollback_segments string
sec_case_sensitive_logon boolean TRUE
sec_max_failed_login_attempts integer 10
sec_protocol_error_further_action string CONTINUE
sec_protocol_error_trace_action string TRACE
sec_return_server_release_banner boolean FALSE
serial_reuse string disable
service_names string orcl
session_cached_cursors integer 50
session_max_open_files integer 10
sessions integer 432
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
sga_max_size big integer 19328M
sga_target big integer 19328M
shadow_core_dump string partial
shared_memory_address integer 0
shared_pool_reserved_size big integer 120795955
shared_pool_size big integer 0
shared_server_sessions integer
shared_servers integer 1
skip_unusable_indexes boolean TRUE
smtp_out_server string
sort_area_retained_size integer 0
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
sort_area_size integer 65536
spfile string +DATA/orcl/spfileorcl.ora
sql92_security boolean FALSE
sql_trace boolean FALSE
sqltune_category string DEFAULT
standby_archive_dest string ?/dbs/arch
standby_file_management string MANUAL
star_transformation_enabled string FALSE
statistics_level string TYPICAL
streams_pool_size big integer 0
tape_asynch_io boolean TRUE
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
thread integer 2
timed_os_statistics integer 0
timed_statistics boolean TRUE
trace_enabled boolean TRUE
tracefile_identifier string
transactions integer 475
transactions_per_rollback_segment integer 5
undo_management string AUTO
undo_retention integer 900
undo_tablespace string UNDOTBS2
use_indirect_data_buffers boolean FALSE
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
use_large_pages string TRUE
user_dump_dest string /s01/app/oracle/diag/rdbms/orc
l/orcl2/trace
utl_file_dir string
workarea_size_policy string AUTO
xml_db_events string enable
SQL>
[oracle@hp580-4 backup]$ ifconfig
eth0 Link encap:Ethernet HWaddr 78:E3:B5:0C:64:68
inet addr:10.98.32.84 Bcast:10.98.32.255 Mask:255.255.255.0
inet6 addr: fe80::7ae3:b5ff:fe0c:6468/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:417065 errors:0 dropped:0 overruns:0 frame:0
TX packets:243490 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:55372502 (52.8 MiB) TX bytes:346679511 (330.6 MiB)
Interrupt:59
eth0:1 Link encap:Ethernet HWaddr 78:E3:B5:0C:64:68
inet addr:10.98.32.231 Bcast:10.98.32.255 Mask:255.255.255.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
Interrupt:59
eth0:4 Link encap:Ethernet HWaddr 78:E3:B5:0C:64:68
inet addr:10.98.32.234 Bcast:10.98.32.255 Mask:255.255.255.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
Interrupt:59
eth0:5 Link encap:Ethernet HWaddr 78:E3:B5:0C:64:68
inet addr:10.98.32.233 Bcast:10.98.32.255 Mask:255.255.255.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
Interrupt:59
eth1 Link encap:Ethernet HWaddr 78:E3:B5:0C:64:69
inet addr:172.168.1.198 Bcast:172.168.1.255 Mask:255.255.255.0
inet6 addr: fe80::7ae3:b5ff:fe0c:6469/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:24694582 errors:0 dropped:0 overruns:0 frame:0
TX packets:19503785 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:22133062503 (20.6 GiB) TX bytes:13795446590 (12.8 GiB)
Interrupt:63
eth1:1 Link encap:Ethernet HWaddr 78:E3:B5:0C:64:69
inet addr:169.254.177.221 Bcast:169.254.255.255 Mask:255.255.0.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
Interrupt:63
eth2 Link encap:Ethernet HWaddr 78:E3:B5:0C:64:6A
inet addr:192.168.1.201 Bcast:192.168.1.255 Mask:255.255.255.0
inet6 addr: fe80::7ae3:b5ff:fe0c:646a/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:12831941 errors:0 dropped:0 overruns:0 frame:0
TX packets:18376068 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:29742579730 (27.6 GiB) TX bytes:21129586298 (19.6 GiB)
Interrupt:67
lo Link encap:Local Loopback
inet addr:127.0.0.1 Mask:255.0.0.0
inet6 addr: ::1/128 Scope:Host
UP LOOPBACK RUNNING MTU:16436 Metric:1
RX packets:3181093 errors:0 dropped:0 overruns:0 frame:0
TX packets:3181093 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:2365826975 (2.2 GiB) TX bytes:2365826975 (2.2 GiB)
[grid@hp580-4 admin]$ cat tnsnames.ora
# tnsnames.ora Network Configuration File: /s01/app/oracle/product/11.2.0/dbhome_1/network/admin/tnsnames.ora
# Generated by Oracle configuration tools.
ORCL =
(DESCRIPTION =
(ADDRESS = (PROTOCOL = TCP)(HOST = hp580-cluster)(PORT = 1521))
(CONNECT_DATA =
(SERVER = DEDICATED)
(SERVICE_NAME = orcl)
)
)
[grid@hp580-4 admin]$ lsnrctl status
LSNRCTL for Linux: Version 11.2.0.3.0 - Production on 07-AUG-2014 14:45:03
Copyright (c) 1991, 2011, Oracle. All rights reserved.
Connecting to (DESCRIPTION=(ADDRESS=(PROTOCOL=IPC)(KEY=LISTENER)))
STATUS of the LISTENER
------------------------
Alias LISTENER
Version TNSLSNR for Linux: Version 11.2.0.3.0 - Production
Start Date 30-JUL-2014 11:43:49
Uptime 8 days 3 hr. 1 min. 14 sec
Trace Level off
Security ON: Local OS Authentication
SNMP OFF
Listener Parameter File /g01/app/11.2.0/grid/network/admin/listener.ora
Listener Log File /g01/app/grid/diag/tnslsnr/hp580-4/listener/alert/log.xml
Listening Endpoints Summary...
(DESCRIPTION=(ADDRESS=(PROTOCOL=ipc)(KEY=LISTENER)))
(DESCRIPTION=(ADDRESS=(PROTOCOL=tcp)(HOST=10.98.32.84)(PORT=1521)))
(DESCRIPTION=(ADDRESS=(PROTOCOL=tcp)(HOST=10.98.32.231)(PORT=1521)))
Services Summary...
Service "+ASM" has 1 instance(s).
Instance "+ASM1", status READY, has 1 handler(s) for this service...
Service "orcl" has 1 instance(s).
Instance "orcl1", status READY, has 1 handler(s) for this service...
Service "orclXDB" has 1 instance(s).
Instance "orcl1", status READY, has 1 handler(s) for this service...
The command completed successfully
[grid@hp580-4 admin]$ id
uid=500(grid) gid=6000(oinstall) groups=6000(oinstall),5000(asmadmin),5001(asmdba),5002(asmoper)
[grid@hp580-4 admin]$ pwd
/s01/app/oracle/product/11.2.0/dbhome_1/network/admin
[grid@hp580-4 admin]$
[grid@hp580-4 admin]$ exit
logout
[oracle@hp580-4 trace]$ lsnrctl status
LSNRCTL for Linux: Version 11.2.0.3.0 - Production on 07-AUG-2014 14:46:06
Copyright (c) 1991, 2011, Oracle. All rights reserved.
Connecting to (ADDRESS=(PROTOCOL=tcp)(HOST=)(PORT=1521))
STATUS of the LISTENER
------------------------
Alias LISTENER
Version TNSLSNR for Linux: Version 11.2.0.3.0 - Production
Start Date 30-JUL-2014 11:43:49
Uptime 8 days 3 hr. 2 min. 17 sec
Trace Level off
Security ON: Local OS Authentication
SNMP OFF
Listener Parameter File /g01/app/11.2.0/grid/network/admin/listener.ora
Listener Log File /g01/app/grid/diag/tnslsnr/hp580-4/listener/alert/log.xml
Listening Endpoints Summary...
(DESCRIPTION=(ADDRESS=(PROTOCOL=ipc)(KEY=LISTENER)))
(DESCRIPTION=(ADDRESS=(PROTOCOL=tcp)(HOST=10.98.32.84)(PORT=1521)))
(DESCRIPTION=(ADDRESS=(PROTOCOL=tcp)(HOST=10.98.32.231)(PORT=1521)))
Services Summary...
Service "+ASM" has 1 instance(s).
Instance "+ASM1", status READY, has 1 handler(s) for this service...
Service "orcl" has 1 instance(s).
Instance "orcl1", status READY, has 1 handler(s) for this service...
Service "orclXDB" has 1 instance(s).
Instance "orcl1", status READY, has 1 handler(s) for this service...
The command completed successfully
[oracle@hp580-4 trace]$ id
uid=501(oracle) gid=6000(oinstall) groups=6000(oinstall),5001(asmdba),6001(dba)
[oracle@hp580-4 trace]$
templates]$ ll
total 291860
-rw-r--r-- 1 oracle oinstall 5104 Sep 17 2011 Data_Warehouse.dbc
-rwxr-xr-x 1 oracle oinstall 21889024 Sep 22 2011 example01.dfb
-rwxr-xr-x 1 oracle oinstall 1507328 Sep 22 2011 example.dmp
-rw-r--r-- 1 oracle oinstall 4984 Sep 17 2011 General_Purpose.dbc
-rw-r--r-- 1 oracle oinstall 11489 Feb 15 2010 New_Database.dbt
-rwxr-xr-x 1 oracle oinstall 9748480 Sep 22 2011 Seed_Database.ctl
-rwxr-xr-x 1 oracle oinstall 265691136 Sep 22 2011 Seed_Database.dfb
[oracle@hp580-4 templates]$ pwd
/s01/app/oracle/product/11.2.0/dbhome_1/assistants/dbca/templates
[oracle@hp580-4 templates]$
[grid@hp580-5 grid]$ vi hugepages_settings.sh
#!/bin/bash
#
# hugepages_settings.sh
#
# Linux bash script to compute values for the
# recommended HugePages/HugeTLB configuration
#
# Note: This script does calculation for all shared memory
# segments available when the script is run, no matter it
# is an Oracle RDBMS shared memory segment or not.
# Check for the kernel version
KERN=`uname -r | awk -F. '{ printf("%d.%d\n",$1,$2); }'`
# Find out the HugePage size
HPG_SZ=`grep Hugepagesize /proc/meminfo | awk {'print $2'}`
# Start from 1 pages to be on the safe side and guarantee 1 free HugePage
NUM_PG=1
# Cumulative number of pages required to handle the running shared memory segmen
ts
for SEG_BYTES in `ipcs -m | awk {'print $5'} | grep "[0-9][0-9]*"`
do
MIN_PG=`echo "$SEG_BYTES/($HPG_SZ*1024)" | bc -q`
if [ $MIN_PG -gt 0 ]; then
NUM_PG=`echo "$NUM_PG+$MIN_PG+1" | bc -q`
fi
done
# Finish with results
case $KERN in
'2.4') HUGETLB_POOL=`echo "$NUM_PG*$HPG_SZ/1024" | bc -q`;
echo "Recommended setting: vm.hugetlb_pool = $HUGETLB_POOL" ;;
'2.6') echo "Recommended setting: vm.nr_hugepages = $NUM_PG" ;;
*) echo "Unrecognized kernel version $KERN. Exiting." ;;
esac
# End
"hugepages_settings.sh" [New] 32L, 1132C written
[grid@hp580-5 grid]$
[grid@hp580-5 grid]$
[grid@hp580-5 grid]$ ls
Clusterware diag hp580-5 hugepages_settings.sh oradiag_root
[grid@hp580-5 grid]$ ll
total 20
drwxr-xr-x 2 grid oinstall 4096 Jul 28 15:31 Clusterware
drwxrwxr-x 4 grid oinstall 4096 Jul 28 15:38 diag
drwxr-xr-x 3 grid oinstall 4096 Jul 28 15:31 hp580-5
-rw-r--r-- 1 grid oinstall 1132 Aug 11 16:05 hugepages_settings.sh
drwxr-xr-x 3 root root 4096 Jul 29 16:04 oradiag_root
[grid@hp580-5 grid]$ chmod a+x hugepages_settings.sh
[grid@hp580-5 grid]$ ./hugepages_settings.sh
Recommended setting: vm.nr_hugepages = 9669
[grid@hp580-5 grid]$
# sysctl -w vm.nr_hugepages=9669
/etc/sysctl.conf file and add the following entry:
vm.nr_hugepages=9669
alter system set deferred_segment_creation=false scope=both;
[grid@hp580-4 ~]$ srvctl config nodeapps -s
ONS exists: Local port 6100, remote port 6200, EM port 2016
[grid@hp580-4 ~]$
SQL> CREATE DISKGROUP DATA NORMAL REDUNDANCY DISK '/dev/asm-diskc',
'/dev/asm-diskd',
'/dev/asm-diske' ATTRIBUTE 'compatible.asm'='11.2.0.0.0','au_size'='1M' /* ASMCA */
SQL> CREATE DISKGROUP fra EXTERNAL REDUNDANCY DISK '/dev/asm-diskf' SIZE 512000M ATTRIBUTE 'compatible.asm'='11.2.0.0.0','au_size'='1M' /* ASMCA */
SQL> ALTER DISKGROUP ALL ENABLE VOLUME ALL /* asm agent *//* {0:0:2} */
SQL> ALTER DISKGROUP ALL DISMOUNT /* asm agent *//* {0:0:348} */
hugepage:
SQL> show parameter memory
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
hi_shared_memory_address integer 0
memory_max_target big integer 0
memory_target big integer 0
shared_memory_address integer 0
SQL>
[oracle@hp580-4 ~]$ grep To|cat /proc/meminfo
MemTotal: 65954280 kB
* soft memlock 60397977
* hard memlock 60397977
# End of file
"/etc/security/limits.conf"
[oracle@hp580-4 ~]$ cat /sys/kernel/mm/transparent_hugepage/enabled
[always] madvise never
[oracle@hp580-4 ~]$
[oracle@hp580-4 ~]$ grep AnonHugePages /proc/meminfo
AnonHugePages: 487424 kB
[oracle@hp580-4 ~]$
[root@hp580-4 trace]# cat /etc/grub.conf
# grub.conf generated by anaconda
#
# Note that you do not have to rerun grub after making changes to this file
# NOTICE: You have a /boot partition. This means that
# all kernel and initrd paths are relative to /boot/, eg.
# root (hd0,0)
# kernel /vmlinuz-version ro root=/dev/sda2
# initrd /initrd-[generic-]version.img
#boot=/dev/sda
default=0
timeout=5
splashimage=(hd0,0)/grub/splash.xpm.gz
hiddenmenu
title Red Hat Enterprise Linux (2.6.32-431.el6.x86_64)
root (hd0,0)
kernel /vmlinuz-2.6.32-431.el6.x86_64 ro root=UUID=6b72573b-3743-4bac-866a-21bdb646e552 rd_NO_LUKS rd_NO_LVM LANG=en_US.UTF-8 rd_NO_MD SYSFONT=latarcyrheb-sun16 crashkernel=auto KEYBOARDTYPE=pc KEYTABLE=us rd_NO_DM rhgb quiet transparent_hugepage=never
initrd /initramfs-2.6.32-431.el6.x86_64.img
[root@hp580-4 trace]#
[root@hp580-4 backup]# ./hugepages_settings.sh
This script is provided by Doc ID 401749.1 from My Oracle Support
() where it is intended to compute values for
the recommended HugePages/HugeTLB configuration for the current shared
memory segments. Before proceeding with the execution please note following:
* For ASM instance, it needs to configure ASMM instead of AMM.
* The 'pga_aggregate_target' is outside the SGA and
you should accommodate this while calculating SGA size.
* In case you changes the DB SGA size,
as the new SGA will not fit in the previous HugePages configuration,
it had better disable the whole HugePages,
start the DB with new SGA size and run the script again.
And make sure that:
* Oracle Database instance(s) are up and running
* Oracle Database 11g Automatic Memory Management (AMM) is not setup
(See Doc ID 749851.1)
* The shared memory segments can be listed by command:
# ipcs -m
Press Enter to proceed...
Recommended setting: vm.nr_hugepages = 9668
[root@hp580-4 backup]#
[grid@hp580-5 aaa]$ srvctl status diskgroup -g fra
Disk Group fra is running on hp580-5,hp580-4
[grid@hp580-5 aaa]$ srvctl status diskgroup -g data
Disk Group data is running on hp580-5,hp580-4
[grid@hp580-5 aaa]$
[grid@hp580-5 aaa]$ crsctl query css votedisk
## STATE File Universal Id File Name Disk group
-- ----- ----------------- --------- ---------
1. ONLINE 2994b1890e944fc7bf13744a8c98f5ea (/dev/asm-diskc) [DATA]
2. ONLINE 0e8b5764cd5a4fb6bf74fe7058745670 (/dev/asm-diskd) [DATA]
3. ONLINE 62a1876953964f16bff300704a04717a (/dev/asm-diske) [DATA]
Located 3 voting disk(s).
[grid@hp580-5 aaa]$ ocrconfig -showbackup
hp580-4 2014/11/05 12:34:11 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup00.ocr
hp580-4 2014/11/05 08:34:11 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup01.ocr
hp580-4 2014/11/05 04:34:10 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup02.ocr
hp580-4 2014/11/04 12:34:07 /g01/app/11.2.0/grid/cdata/hp580-cluster/day.ocr
hp580-4 2014/10/27 08:33:38 /g01/app/11.2.0/grid/cdata/hp580-cluster/week.ocr
PROT-25: Manual backups for the Oracle Cluster Registry are not available
[grid@hp580-5 aaa]$ ll /g01/app/11.2.0/grid/cdata/hp580-cluster/*
-rw------- 1 root root 7245824 Jul 30 12:19 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup00.ocr
-rw------- 1 root root 7245824 Jul 30 08:19 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup01.ocr
-rw------- 1 root root 7245824 Jul 30 04:19 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup02.ocr
-rw------- 1 root root 7245824 Jul 30 04:19 /g01/app/11.2.0/grid/cdata/hp580-cluster/day_.ocr
[grid@hp580-5 aaa]$ ocrcheck -local
PROTL-602: Failed to retrieve data from the local registry
PROCL-26: Error while accessing the physical storage Operating System error [Permission denied] [13]
[oracle@hp580-5 ~]$ kfed read /dev/asm-diskc
kfbh.endian: 1 ; 0x000: 0x01
kfbh.hard: 130 ; 0x001: 0x82
kfbh.type: 1 ; 0x002: KFBTYP_DISKHEAD
kfbh.datfmt: 1 ; 0x003: 0x01
kfbh.block.blk: 0 ; 0x004: blk=0
kfbh.block.obj: 2147483648 ; 0x008: disk=0
kfbh.check: 2475393849 ; 0x00c: 0x938b8339
kfbh.fcn.base: 0 ; 0x010: 0x00000000
kfbh.fcn.wrap: 0 ; 0x014: 0x00000000
kfbh.spare1: 0 ; 0x018: 0x00000000
kfbh.spare2: 0 ; 0x01c: 0x00000000
kfdhdb.driver.provstr: ORCLDISK ; 0x000: length=8
kfdhdb.driver.reserved[0]: 0 ; 0x008: 0x00000000
kfdhdb.driver.reserved[1]: 0 ; 0x00c: 0x00000000
kfdhdb.driver.reserved[2]: 0 ; 0x010: 0x00000000
kfdhdb.driver.reserved[3]: 0 ; 0x014: 0x00000000
kfdhdb.driver.reserved[4]: 0 ; 0x018: 0x00000000
kfdhdb.driver.reserved[5]: 0 ; 0x01c: 0x00000000
kfdhdb.compat: 186646528 ; 0x020: 0x0b200000
kfdhdb.dsknum: 0 ; 0x024: 0x0000
kfdhdb.grptyp: 2 ; 0x026: KFDGTP_NORMAL
kfdhdb.hdrsts: 3 ; 0x027: KFDHDR_MEMBER
kfdhdb.dskname: DATA_0000 ; 0x028: length=9
kfdhdb.grpname: DATA ; 0x048: length=4
kfdhdb.fgname: DATA_0000 ; 0x068: length=9
kfdhdb.capname: ; 0x088: length=0
kfdhdb.crestmp.hi: 33005455 ; 0x0a8: HOUR=0xf DAYS=0x1c MNTH=0x7 YEAR=0x7de
kfdhdb.crestmp.lo: 1737447424 ; 0x0ac: USEC=0x0 MSEC=0x3d6 SECS=0x38 MINS=0x19
kfdhdb.mntstmp.hi: 33008080 ; 0x0b0: HOUR=0x10 DAYS=0xe MNTH=0xa YEAR=0x7de
kfdhdb.mntstmp.lo: 1192754176 ; 0x0b4: USEC=0x0 MSEC=0x1ff SECS=0x31 MINS=0x11
kfdhdb.secsize: 512 ; 0x0b8: 0x0200
kfdhdb.blksize: 4096 ; 0x0ba: 0x1000
kfdhdb.ausize: 1048576 ; 0x0bc: 0x00100000
kfdhdb.mfact: 113792 ; 0x0c0: 0x0001bc80
kfdhdb.dsksize: 512000 ; 0x0c4: 0x0007d000
kfdhdb.pmcnt: 6 ; 0x0c8: 0x00000006
kfdhdb.fstlocn: 1 ; 0x0cc: 0x00000001
kfdhdb.altlocn: 2 ; 0x0d0: 0x00000002
kfdhdb.f1b1locn: 2 ; 0x0d4: 0x00000002
kfdhdb.redomirrors[0]: 0 ; 0x0d8: 0x0000
kfdhdb.redomirrors[1]: 0 ; 0x0da: 0x0000
kfdhdb.redomirrors[2]: 0 ; 0x0dc: 0x0000
kfdhdb.redomirrors[3]: 0 ; 0x0de: 0x0000
kfdhdb.dbcompat: 168820736 ; 0x0e0: 0x0a100000
kfdhdb.grpstmp.hi: 33005455 ; 0x0e4: HOUR=0xf DAYS=0x1c MNTH=0x7 YEAR=0x7de
kfdhdb.grpstmp.lo: 1736783872 ; 0x0e8: USEC=0x0 MSEC=0x14e SECS=0x38 MINS=0x19
kfdhdb.vfstart: 256 ; 0x0ec: 0x00000100
kfdhdb.vfend: 288 ; 0x0f0: 0x00000120
kfdhdb.spfile: 0 ; 0x0f4: 0x00000000
kfdhdb.spfflg: 0 ; 0x0f8: 0x00000000
kfdhdb.ub4spare[0]: 0 ; 0x0fc: 0x00000000
kfdhdb.ub4spare[1]: 0 ; 0x100: 0x00000000
kfdhdb.ub4spare[2]: 0 ; 0x104: 0x00000000
kfdhdb.ub4spare[3]: 0 ; 0x108: 0x00000000
kfdhdb.ub4spare[4]: 0 ; 0x10c: 0x00000000
kfdhdb.ub4spare[5]: 0 ; 0x110: 0x00000000
kfdhdb.ub4spare[6]: 0 ; 0x114: 0x00000000
kfdhdb.ub4spare[7]: 0 ; 0x118: 0x00000000
kfdhdb.ub4spare[8]: 0 ; 0x11c: 0x00000000
kfdhdb.ub4spare[9]: 0 ; 0x120: 0x00000000
kfdhdb.ub4spare[10]: 0 ; 0x124: 0x00000000
kfdhdb.ub4spare[11]: 0 ; 0x128: 0x00000000
kfdhdb.ub4spare[12]: 0 ; 0x12c: 0x00000000
kfdhdb.ub4spare[13]: 0 ; 0x130: 0x00000000
kfdhdb.ub4spare[14]: 0 ; 0x134: 0x00000000
kfdhdb.ub4spare[15]: 0 ; 0x138: 0x00000000
kfdhdb.ub4spare[16]: 0 ; 0x13c: 0x00000000
kfdhdb.ub4spare[17]: 0 ; 0x140: 0x00000000
kfdhdb.ub4spare[18]: 0 ; 0x144: 0x00000000
kfdhdb.ub4spare[19]: 0 ; 0x148: 0x00000000
kfdhdb.ub4spare[20]: 0 ; 0x14c: 0x00000000
kfdhdb.ub4spare[21]: 0 ; 0x150: 0x00000000
kfdhdb.ub4spare[22]: 0 ; 0x154: 0x00000000
kfdhdb.ub4spare[23]: 0 ; 0x158: 0x00000000
kfdhdb.ub4spare[24]: 0 ; 0x15c: 0x00000000
kfdhdb.ub4spare[25]: 0 ; 0x160: 0x00000000
kfdhdb.ub4spare[26]: 0 ; 0x164: 0x00000000
kfdhdb.ub4spare[27]: 0 ; 0x168: 0x00000000
kfdhdb.ub4spare[28]: 0 ; 0x16c: 0x00000000
kfdhdb.ub4spare[29]: 0 ; 0x170: 0x00000000
kfdhdb.ub4spare[30]: 0 ; 0x174: 0x00000000
kfdhdb.ub4spare[31]: 0 ; 0x178: 0x00000000
kfdhdb.ub4spare[32]: 0 ; 0x17c: 0x00000000
kfdhdb.ub4spare[33]: 0 ; 0x180: 0x00000000
kfdhdb.ub4spare[34]: 0 ; 0x184: 0x00000000
kfdhdb.ub4spare[35]: 0 ; 0x188: 0x00000000
kfdhdb.ub4spare[36]: 0 ; 0x18c: 0x00000000
kfdhdb.ub4spare[37]: 0 ; 0x190: 0x00000000
kfdhdb.ub4spare[38]: 0 ; 0x194: 0x00000000
kfdhdb.ub4spare[39]: 0 ; 0x198: 0x00000000
kfdhdb.ub4spare[40]: 0 ; 0x19c: 0x00000000
kfdhdb.ub4spare[41]: 0 ; 0x1a0: 0x00000000
kfdhdb.ub4spare[42]: 0 ; 0x1a4: 0x00000000
kfdhdb.ub4spare[43]: 0 ; 0x1a8: 0x00000000
kfdhdb.ub4spare[44]: 0 ; 0x1ac: 0x00000000
kfdhdb.ub4spare[45]: 0 ; 0x1b0: 0x00000000
kfdhdb.ub4spare[46]: 0 ; 0x1b4: 0x00000000
kfdhdb.ub4spare[47]: 0 ; 0x1b8: 0x00000000
kfdhdb.ub4spare[48]: 0 ; 0x1bc: 0x00000000
kfdhdb.ub4spare[49]: 0 ; 0x1c0: 0x00000000
kfdhdb.ub4spare[50]: 0 ; 0x1c4: 0x00000000
kfdhdb.ub4spare[51]: 0 ; 0x1c8: 0x00000000
kfdhdb.ub4spare[52]: 0 ; 0x1cc: 0x00000000
kfdhdb.ub4spare[53]: 0 ; 0x1d0: 0x00000000
kfdhdb.acdb.aba.seq: 0 ; 0x1d4: 0x00000000
kfdhdb.acdb.aba.blk: 0 ; 0x1d8: 0x00000000
kfdhdb.acdb.ents: 0 ; 0x1dc: 0x0000
kfdhdb.acdb.ub2spare: 0 ; 0x1de: 0x0000
[oracle@hp580-5 ~]$
[oracle@hp580-5 ~]$ kfed read /dev/asm-diskc blkn=510
kfbh.endian: 1 ; 0x000: 0x01
kfbh.hard: 130 ; 0x001: 0x82
kfbh.type: 1 ; 0x002: KFBTYP_DISKHEAD
kfbh.datfmt: 1 ; 0x003: 0x01
kfbh.block.blk: 254 ; 0x004: blk=254
kfbh.block.obj: 2147483648 ; 0x008: disk=0
kfbh.check: 2475393991 ; 0x00c: 0x938b83c7
kfbh.fcn.base: 0 ; 0x010: 0x00000000
kfbh.fcn.wrap: 0 ; 0x014: 0x00000000
kfbh.spare1: 0 ; 0x018: 0x00000000
kfbh.spare2: 0 ; 0x01c: 0x00000000
kfdhdb.driver.provstr: ORCLDISK ; 0x000: length=8
kfdhdb.driver.reserved[0]: 0 ; 0x008: 0x00000000
kfdhdb.driver.reserved[1]: 0 ; 0x00c: 0x00000000
kfdhdb.driver.reserved[2]: 0 ; 0x010: 0x00000000
kfdhdb.driver.reserved[3]: 0 ; 0x014: 0x00000000
kfdhdb.driver.reserved[4]: 0 ; 0x018: 0x00000000
kfdhdb.driver.reserved[5]: 0 ; 0x01c: 0x00000000
kfdhdb.compat: 186646528 ; 0x020: 0x0b200000
kfdhdb.dsknum: 0 ; 0x024: 0x0000
kfdhdb.grptyp: 2 ; 0x026: KFDGTP_NORMAL
kfdhdb.hdrsts: 3 ; 0x027: KFDHDR_MEMBER
kfdhdb.dskname: DATA_0000 ; 0x028: length=9
kfdhdb.grpname: DATA ; 0x048: length=4
kfdhdb.fgname: DATA_0000 ; 0x068: length=9
kfdhdb.capname: ; 0x088: length=0
kfdhdb.crestmp.hi: 33005455 ; 0x0a8: HOUR=0xf DAYS=0x1c MNTH=0x7 YEAR=0x7de
kfdhdb.crestmp.lo: 1737447424 ; 0x0ac: USEC=0x0 MSEC=0x3d6 SECS=0x38 MINS=0x19
kfdhdb.mntstmp.hi: 33008080 ; 0x0b0: HOUR=0x10 DAYS=0xe MNTH=0xa YEAR=0x7de
kfdhdb.mntstmp.lo: 1192754176 ; 0x0b4: USEC=0x0 MSEC=0x1ff SECS=0x31 MINS=0x11
kfdhdb.secsize: 512 ; 0x0b8: 0x0200
kfdhdb.blksize: 4096 ; 0x0ba: 0x1000
kfdhdb.ausize: 1048576 ; 0x0bc: 0x00100000
kfdhdb.mfact: 113792 ; 0x0c0: 0x0001bc80
kfdhdb.dsksize: 512000 ; 0x0c4: 0x0007d000
kfdhdb.pmcnt: 6 ; 0x0c8: 0x00000006
kfdhdb.fstlocn: 1 ; 0x0cc: 0x00000001
kfdhdb.altlocn: 2 ; 0x0d0: 0x00000002
kfdhdb.f1b1locn: 2 ; 0x0d4: 0x00000002
kfdhdb.redomirrors[0]: 0 ; 0x0d8: 0x0000
kfdhdb.redomirrors[1]: 0 ; 0x0da: 0x0000
kfdhdb.redomirrors[2]: 0 ; 0x0dc: 0x0000
kfdhdb.redomirrors[3]: 0 ; 0x0de: 0x0000
kfdhdb.dbcompat: 168820736 ; 0x0e0: 0x0a100000
kfdhdb.grpstmp.hi: 33005455 ; 0x0e4: HOUR=0xf DAYS=0x1c MNTH=0x7 YEAR=0x7de
kfdhdb.grpstmp.lo: 1736783872 ; 0x0e8: USEC=0x0 MSEC=0x14e SECS=0x38 MINS=0x19
kfdhdb.vfstart: 256 ; 0x0ec: 0x00000100
kfdhdb.vfend: 288 ; 0x0f0: 0x00000120
kfdhdb.spfile: 0 ; 0x0f4: 0x00000000
kfdhdb.spfflg: 0 ; 0x0f8: 0x00000000
kfdhdb.ub4spare[0]: 0 ; 0x0fc: 0x00000000
kfdhdb.ub4spare[1]: 0 ; 0x100: 0x00000000
kfdhdb.ub4spare[2]: 0 ; 0x104: 0x00000000
kfdhdb.ub4spare[3]: 0 ; 0x108: 0x00000000
kfdhdb.ub4spare[4]: 0 ; 0x10c: 0x00000000
kfdhdb.ub4spare[5]: 0 ; 0x110: 0x00000000
kfdhdb.ub4spare[6]: 0 ; 0x114: 0x00000000
kfdhdb.ub4spare[7]: 0 ; 0x118: 0x00000000
kfdhdb.ub4spare[8]: 0 ; 0x11c: 0x00000000
kfdhdb.ub4spare[9]: 0 ; 0x120: 0x00000000
kfdhdb.ub4spare[10]: 0 ; 0x124: 0x00000000
kfdhdb.ub4spare[11]: 0 ; 0x128: 0x00000000
kfdhdb.ub4spare[12]: 0 ; 0x12c: 0x00000000
kfdhdb.ub4spare[13]: 0 ; 0x130: 0x00000000
kfdhdb.ub4spare[14]: 0 ; 0x134: 0x00000000
kfdhdb.ub4spare[15]: 0 ; 0x138: 0x00000000
kfdhdb.ub4spare[16]: 0 ; 0x13c: 0x00000000
kfdhdb.ub4spare[17]: 0 ; 0x140: 0x00000000
kfdhdb.ub4spare[18]: 0 ; 0x144: 0x00000000
kfdhdb.ub4spare[19]: 0 ; 0x148: 0x00000000
kfdhdb.ub4spare[20]: 0 ; 0x14c: 0x00000000
kfdhdb.ub4spare[21]: 0 ; 0x150: 0x00000000
kfdhdb.ub4spare[22]: 0 ; 0x154: 0x00000000
kfdhdb.ub4spare[23]: 0 ; 0x158: 0x00000000
kfdhdb.ub4spare[24]: 0 ; 0x15c: 0x00000000
kfdhdb.ub4spare[25]: 0 ; 0x160: 0x00000000
kfdhdb.ub4spare[26]: 0 ; 0x164: 0x00000000
kfdhdb.ub4spare[27]: 0 ; 0x168: 0x00000000
kfdhdb.ub4spare[28]: 0 ; 0x16c: 0x00000000
kfdhdb.ub4spare[29]: 0 ; 0x170: 0x00000000
kfdhdb.ub4spare[30]: 0 ; 0x174: 0x00000000
kfdhdb.ub4spare[31]: 0 ; 0x178: 0x00000000
kfdhdb.ub4spare[32]: 0 ; 0x17c: 0x00000000
kfdhdb.ub4spare[33]: 0 ; 0x180: 0x00000000
kfdhdb.ub4spare[34]: 0 ; 0x184: 0x00000000
kfdhdb.ub4spare[35]: 0 ; 0x188: 0x00000000
kfdhdb.ub4spare[36]: 0 ; 0x18c: 0x00000000
kfdhdb.ub4spare[37]: 0 ; 0x190: 0x00000000
kfdhdb.ub4spare[38]: 0 ; 0x194: 0x00000000
kfdhdb.ub4spare[39]: 0 ; 0x198: 0x00000000
kfdhdb.ub4spare[40]: 0 ; 0x19c: 0x00000000
kfdhdb.ub4spare[41]: 0 ; 0x1a0: 0x00000000
kfdhdb.ub4spare[42]: 0 ; 0x1a4: 0x00000000
kfdhdb.ub4spare[43]: 0 ; 0x1a8: 0x00000000
kfdhdb.ub4spare[44]: 0 ; 0x1ac: 0x00000000
kfdhdb.ub4spare[45]: 0 ; 0x1b0: 0x00000000
kfdhdb.ub4spare[46]: 0 ; 0x1b4: 0x00000000
kfdhdb.ub4spare[47]: 0 ; 0x1b8: 0x00000000
kfdhdb.ub4spare[48]: 0 ; 0x1bc: 0x00000000
kfdhdb.ub4spare[49]: 0 ; 0x1c0: 0x00000000
kfdhdb.ub4spare[50]: 0 ; 0x1c4: 0x00000000
kfdhdb.ub4spare[51]: 0 ; 0x1c8: 0x00000000
kfdhdb.ub4spare[52]: 0 ; 0x1cc: 0x00000000
kfdhdb.ub4spare[53]: 0 ; 0x1d0: 0x00000000
kfdhdb.acdb.aba.seq: 0 ; 0x1d4: 0x00000000
kfdhdb.acdb.aba.blk: 0 ; 0x1d8: 0x00000000
kfdhdb.acdb.ents: 0 ; 0x1dc: 0x0000
kfdhdb.acdb.ub2spare: 0 ; 0x1de: 0x0000
[oracle@hp580-5 ~]$
[oracle@hp580-5 ~]$ kfed read /dev/asm-diskg
kfbh.endian: 0 ; 0x000: 0x00
kfbh.hard: 0 ; 0x001: 0x00
kfbh.type: 0 ; 0x002: KFBTYP_INVALID
kfbh.datfmt: 0 ; 0x003: 0x00
kfbh.block.blk: 0 ; 0x004: blk=0
kfbh.block.obj: 0 ; 0x008: file=0
kfbh.check: 0 ; 0x00c: 0x00000000
kfbh.fcn.base: 0 ; 0x010: 0x00000000
kfbh.fcn.wrap: 0 ; 0x014: 0x00000000
kfbh.spare1: 0 ; 0x018: 0x00000000
kfbh.spare2: 0 ; 0x01c: 0x00000000
7F2C2F361400 00000000 00000000 00000000 00000000 [................]
Repeat 255 times
KFED-00322: Invalid content encountered during block traversal: [kfbtTraverseBlock][Invalid OSM block type][][0]
[oracle@hp580-5 ~]$
[oracle@hp580-4 grid]$ ./runcluvfy.sh comp nodecon -i eth0 -n hp580-4,hp580-5 -verbose
Verifying node connectivity
Checking node connectivity...
Checking hosts config file...
Node Name Status Comment
------------ ------------------------ ------------------------
hp580-5 passed
hp580-4 passed
Verification of the hosts config file successful
Interface information for node "hp580-5"
Name IP Address Subnet Gateway Def. Gateway HW Address MTU
------ --------------- --------------- --------------- --------------- ----------------- ------
eth0 10.98.32.85 10.98.32.0 0.0.0.0 10.98.32.254 78:E3:B5:0C:E3:E8 1500
eth0 10.98.32.230 10.98.32.0 0.0.0.0 10.98.32.254 78:E3:B5:0C:E3:E8 1500
eth0 10.98.32.232 10.98.32.0 0.0.0.0 10.98.32.254 78:E3:B5:0C:E3:E8 1500
eth1 172.168.1.199 172.168.1.0 0.0.0.0 10.98.32.254 78:E3:B5:0C:E3:E9 1500
eth1 169.254.175.215 169.254.0.0 0.0.0.0 10.98.32.254 78:E3:B5:0C:E3:E9 1500
eth2 192.168.2.201 192.168.2.0 0.0.0.0 10.98.32.254 78:E3:B5:0C:E3:EA 1500
Interface information for node "hp580-4"
Name IP Address Subnet Gateway Def. Gateway HW Address MTU
------ --------------- --------------- --------------- --------------- ----------------- ------
eth0 10.98.32.84 10.98.32.0 0.0.0.0 10.98.32.254 78:E3:B5:0C:64:68 1500
eth0 10.98.32.233 10.98.32.0 0.0.0.0 10.98.32.254 78:E3:B5:0C:64:68 1500
eth0 10.98.32.234 10.98.32.0 0.0.0.0 10.98.32.254 78:E3:B5:0C:64:68 1500
eth0 10.98.32.231 10.98.32.0 0.0.0.0 10.98.32.254 78:E3:B5:0C:64:68 1500
eth1 172.168.1.198 172.168.1.0 0.0.0.0 10.98.32.254 78:E3:B5:0C:64:69 1500
eth1 169.254.177.221 169.254.0.0 0.0.0.0 10.98.32.254 78:E3:B5:0C:64:69 1500
eth2 192.168.1.201 192.168.1.0 0.0.0.0 10.98.32.254 78:E3:B5:0C:64:6A 1500
Check: Node connectivity for interface "eth0"
Source Destination Connected?
------------------------------ ------------------------------ ----------------
hp580-5:eth0 hp580-5:eth0 yes
hp580-5:eth0 hp580-5:eth0 yes
hp580-5:eth0 hp580-4:eth0 yes
hp580-5:eth0 hp580-4:eth0 yes
hp580-5:eth0 hp580-4:eth0 yes
hp580-5:eth0 hp580-4:eth0 yes
hp580-5:eth0 hp580-5:eth0 yes
hp580-5:eth0 hp580-4:eth0 yes
hp580-5:eth0 hp580-4:eth0 yes
hp580-5:eth0 hp580-4:eth0 yes
hp580-5:eth0 hp580-4:eth0 yes
hp580-5:eth0 hp580-4:eth0 yes
hp580-5:eth0 hp580-4:eth0 yes
hp580-5:eth0 hp580-4:eth0 yes
hp580-5:eth0 hp580-4:eth0 yes
hp580-4:eth0 hp580-4:eth0 yes
hp580-4:eth0 hp580-4:eth0 yes
hp580-4:eth0 hp580-4:eth0 yes
hp580-4:eth0 hp580-4:eth0 yes
hp580-4:eth0 hp580-4:eth0 yes
hp580-4:eth0 hp580-4:eth0 yes
Result: Node connectivity passed for interface "eth0"
Result: Node connectivity check passed
Verification of node connectivity was successful.
[oracle@hp580-4 grid]$
-rw-rw-r-- 1 grid oinstall 2209370 Mar 10 10:45 alerthp580-5.log
drwxr-x--x 2 grid oinstall 4096 Mar 10 10:20 client
drwxr-x--- 2 root oinstall 4096 Oct 21 15:44 crflogd
drwxr-x--- 2 root oinstall 4096 Jul 28 2014 crfmond
drwxr-x--- 2 root oinstall 4096 Jul 28 2014 crsd
drwxr-x--- 2 grid oinstall 4096 Mar 8 11:20 cssd
drwxr-x--- 2 root oinstall 4096 Mar 10 04:12 ctssd
drwxr-x--- 4 grid oinstall 4096 Jul 28 2014 cvu
drwxr-x--- 2 grid oinstall 4096 Jul 28 2014 diskmon
drwxr-x--- 2 grid oinstall 4096 Jul 28 2014 evmd
drwxr-x--- 2 grid oinstall 4096 Mar 10 10:00 gipcd
drwxr-x--- 2 root oinstall 4096 Jul 28 2014 gnsd
drwxr-x--- 2 grid oinstall 4096 Mar 10 10:27 gpnpd
drwxr-x--- 2 grid oinstall 4096 Jul 28 2014 mdnsd
drwxr-x--- 2 root oinstall 4096 Mar 7 10:59 ohasd
drwxrwxr-t 5 grid oinstall 4096 Jul 30 2014 racg
drwxr-x--- 2 grid oinstall 4096 Jul 28 2014 srvm
[grid@hp580-5 hp580-5]$ pwd
/g01/app/11.2.0/grid/log/hp580-5
[grid@hp580-5 hp580-5]$
[root@hp580-5 ~]# ps -ef|grep grid
root 20294 1 1 09:38 ? 00:00:03 /g01/app/11.2.0/grid/bin/ohasd.bin reboot
grid 20408 1 0 09:39 ? 00:00:01 /g01/app/11.2.0/grid/bin/oraagent.bin
grid 20420 1 0 09:39 ? 00:00:00 /g01/app/11.2.0/grid/bin/mdnsd.bin
grid 20430 1 0 09:39 ? 00:00:00 /g01/app/11.2.0/grid/bin/gpnpd.bin
root 20441 1 1 09:39 ? 00:00:01 /g01/app/11.2.0/grid/bin/orarootagent.bin
grid 20443 1 0 09:39 ? 00:00:01 /g01/app/11.2.0/grid/bin/gipcd.bin
root 20458 1 6 09:39 ? 00:00:11 /g01/app/11.2.0/grid/bin/osysmond.bin
root 20469 1 0 09:39 ? 00:00:00 /g01/app/11.2.0/grid/bin/cssdmonitor
root 20486 1 0 09:39 ? 00:00:00 /g01/app/11.2.0/grid/bin/cssdagent
grid 20498 1 1 09:39 ? 00:00:03 /g01/app/11.2.0/grid/bin/ocssd.bin
root 20595 1 0 09:39 ? 00:00:00 /g01/app/11.2.0/grid/bin/octssd.bin reboot
grid 20754 1 0 09:40 ? 00:00:00 asm_pmon_+ASM2
grid 20756 1 0 09:40 ? 00:00:00 asm_psp0_+ASM2
grid 20760 1 1 09:40 ? 00:00:01 asm_vktm_+ASM2
grid 20764 1 0 09:40 ? 00:00:00 asm_gen0_+ASM2
grid 20766 1 0 09:40 ? 00:00:00 asm_diag_+ASM2
grid 20768 1 0 09:40 ? 00:00:00 asm_ping_+ASM2
grid 20770 1 0 09:40 ? 00:00:01 asm_dia0_+ASM2
grid 20772 1 0 09:40 ? 00:00:00 asm_lmon_+ASM2
grid 20774 1 0 09:40 ? 00:00:00 asm_lmd0_+ASM2
grid 20776 1 0 09:40 ? 00:00:00 asm_lms0_+ASM2
grid 20780 1 0 09:40 ? 00:00:00 asm_lmhb_+ASM2
grid 20782 1 0 09:40 ? 00:00:00 asm_mman_+ASM2
grid 20784 1 0 09:40 ? 00:00:00 asm_dbw0_+ASM2
grid 20786 1 0 09:40 ? 00:00:00 asm_lgwr_+ASM2
grid 20788 1 0 09:40 ? 00:00:00 asm_ckpt_+ASM2
grid 20790 1 0 09:40 ? 00:00:00 asm_smon_+ASM2
grid 20792 1 0 09:40 ? 00:00:00 asm_rbal_+ASM2
grid 20794 1 0 09:40 ? 00:00:00 asm_gmon_+ASM2
grid 20796 1 0 09:40 ? 00:00:00 asm_mmon_+ASM2
grid 20798 1 0 09:40 ? 00:00:00 asm_mmnl_+ASM2
grid 20800 1 0 09:40 ? 00:00:00 asm_lck0_+ASM2
grid 20804 1 0 09:40 ? 00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
root 20816 1 3 09:40 ? 00:00:04 /g01/app/11.2.0/grid/bin/crsd.bin reboot
grid 20817 1 0 09:40 ? 00:00:00 /g01/app/11.2.0/grid/bin/evmd.bin
grid 20837 1 0 09:40 ? 00:00:00 oracle+ASM2_ocr (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 20839 1 0 09:40 ? 00:00:00 asm_asmb_+ASM2
grid 20841 1 0 09:40 ? 00:00:00 oracle+ASM2_asmb_+asm2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 20843 1 0 09:40 ? 00:00:00 asm_o000_+ASM2
grid 20845 1 0 09:40 ? 00:00:00 oracle+ASM2_o000_+asm2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 20895 20817 0 09:40 ? 00:00:00 /g01/app/11.2.0/grid/bin/evmlogger.bin -o /g01/app/11.2.0/grid/evm/log/evmlogger.info -l /g01/app/11.2.0/grid/evm/log/evmlogger.log
grid 20936 1 1 09:40 ? 00:00:01 /g01/app/11.2.0/grid/bin/oraagent.bin
root 20943 1 3 09:40 ? 00:00:03 /g01/app/11.2.0/grid/bin/orarootagent.bin
grid 21017 1 0 09:40 ? 00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21020 1 0 09:40 ? 00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21025 1 0 09:40 ? 00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21039 1 0 09:40 ? 00:00:00 /g01/app/11.2.0/grid/opmn/bin/ons -d
grid 21040 21039 0 09:40 ? 00:00:00 /g01/app/11.2.0/grid/opmn/bin/ons -d
grid 21065 1 0 09:40 ? 00:00:00 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER_SCAN3 -inherit
grid 21067 1 0 09:40 ? 00:00:00 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER_SCAN2 -inherit
grid 21072 1 0 09:40 ? 00:00:00 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER_SCAN1 -inherit
grid 21077 1 0 09:40 ? 00:00:00 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER -inherit
oracle 21169 1 0 09:40 ? 00:00:00 /g01/app/11.2.0/grid/bin/oraagent.bin
grid 21198 1 0 09:40 ? 00:00:00 /g01/app/11.2.0/grid/bin/scriptagent.bin
grid 21224 1 12 09:40 ? 00:00:11 /g01/app/11.2.0/grid/jdk/jre//bin/java -server -Xcheck:jni -Xms128M -Xmx384M -Djava.awt.headless=true -Ddisable.checkForUpdate=true -Dstdstream.filesize=100 -Dstdstream.filenumber=10 -DTRACING.ENABLED=false -Doracle.wlm.dbwlmlogger.logging.level=INFO -Dport.rmi=23792 -jar /g01/app/11.2.0/grid/oc4j/j2ee/home/oc4j.jar -config /g01/app/11.2.0/grid/oc4j/j2ee/home/OC4J_DBWLM_config/server.xml -out /g01/app/11.2.0/grid/oc4j/j2ee/home/log/oc4j.out -err /g01/app/11.2.0/grid/oc4j/j2ee/home/log/oc4j.err
root 21313 1 0 09:40 ? 00:00:00 /g01/app/11.2.0/grid/bin/ologgerd -M -d /g01/app/11.2.0/grid/crf/db/hp580-5
grid 21399 1 0 09:40 ? 00:00:00 oracle+ASM2_asmb_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21412 1 0 09:40 ? 00:00:00 oracle+ASM2_ocf0_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21447 1 0 09:40 ? 00:00:00 oracle+ASM2_o000_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21547 1 0 09:40 ? 00:00:00 oracle+ASM2_o001_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21561 1 0 09:40 ? 00:00:00 oracle+ASM2_o002_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21565 1 0 09:40 ? 00:00:00 oracle+ASM2_o003_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21569 1 0 09:40 ? 00:00:00 oracle+ASM2_o004_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21573 1 0 09:40 ? 00:00:00 oracle+ASM2_o005_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21577 1 0 09:40 ? 00:00:00 oracle+ASM2_o006_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21580 1 0 09:40 ? 00:00:00 oracle+ASM2_o007_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21583 1 0 09:40 ? 00:00:00 oracle+ASM2_o008_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
root 21679 20241 0 09:42 pts/0 00:00:00 grep grid
[root@hp580-5 ~]# ps -ef|grep oracle
grid 20804 1 0 09:40 ? 00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 20837 1 0 09:40 ? 00:00:00 oracle+ASM2_ocr (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 20841 1 0 09:40 ? 00:00:00 oracle+ASM2_asmb_+asm2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 20845 1 0 09:40 ? 00:00:00 oracle+ASM2_o000_+asm2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21017 1 0 09:40 ? 00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21020 1 0 09:40 ? 00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21025 1 0 09:40 ? 00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle 21169 1 0 09:40 ? 00:00:01 /g01/app/11.2.0/grid/bin/oraagent.bin
grid 21224 1 7 09:40 ? 00:00:11 /g01/app/11.2.0/grid/jdk/jre//bin/java -server -Xcheck:jni -Xms128M -Xmx384M -Djava.awt.headless=true -Ddisable.checkForUpdate=true -Dstdstream.filesize=100 -Dstdstream.filenumber=10 -DTRACING.ENABLED=false -Doracle.wlm.dbwlmlogger.logging.level=INFO -Dport.rmi=23792 -jar /g01/app/11.2.0/grid/oc4j/j2ee/home/oc4j.jar -config /g01/app/11.2.0/grid/oc4j/j2ee/home/OC4J_DBWLM_config/server.xml -out /g01/app/11.2.0/grid/oc4j/j2ee/home/log/oc4j.out -err /g01/app/11.2.0/grid/oc4j/j2ee/home/log/oc4j.err
oracle 21323 1 0 09:40 ? 00:00:00 ora_pmon_orcl2
oracle 21326 1 0 09:40 ? 00:00:00 ora_psp0_orcl2
oracle 21333 1 1 09:40 ? 00:00:02 ora_vktm_orcl2
oracle 21337 1 0 09:40 ? 00:00:00 ora_gen0_orcl2
oracle 21339 1 0 09:40 ? 00:00:00 ora_diag_orcl2
oracle 21341 1 0 09:40 ? 00:00:00 ora_dbrm_orcl2
oracle 21343 1 0 09:40 ? 00:00:00 ora_ping_orcl2
oracle 21345 1 0 09:40 ? 00:00:00 ora_acms_orcl2
oracle 21347 1 0 09:40 ? 00:00:00 ora_dia0_orcl2
oracle 21349 1 0 09:40 ? 00:00:00 ora_lmon_orcl2
oracle 21351 1 0 09:40 ? 00:00:00 ora_lmd0_orcl2
oracle 21353 1 0 09:40 ? 00:00:01 ora_lms0_orcl2
oracle 21357 1 1 09:40 ? 00:00:01 ora_lms1_orcl2
oracle 21361 1 1 09:40 ? 00:00:01 ora_lms2_orcl2
oracle 21365 1 0 09:40 ? 00:00:00 ora_rms0_orcl2
oracle 21367 1 0 09:40 ? 00:00:00 ora_lmhb_orcl2
oracle 21369 1 2 09:40 ? 00:00:03 ora_mman_orcl2
oracle 21371 1 0 09:40 ? 00:00:00 ora_dbw0_orcl2
oracle 21373 1 0 09:40 ? 00:00:00 ora_dbw1_orcl2
oracle 21375 1 0 09:40 ? 00:00:00 ora_dbw2_orcl2
oracle 21377 1 0 09:40 ? 00:00:00 ora_dbw3_orcl2
oracle 21379 1 0 09:40 ? 00:00:00 ora_dbw4_orcl2
oracle 21381 1 0 09:40 ? 00:00:00 ora_dbw5_orcl2
oracle 21383 1 0 09:40 ? 00:00:00 ora_lgwr_orcl2
oracle 21385 1 0 09:40 ? 00:00:00 ora_ckpt_orcl2
oracle 21387 1 0 09:40 ? 00:00:00 ora_smon_orcl2
oracle 21389 1 0 09:40 ? 00:00:00 ora_reco_orcl2
oracle 21391 1 0 09:40 ? 00:00:00 ora_rbal_orcl2
oracle 21393 1 0 09:40 ? 00:00:00 ora_asmb_orcl2
oracle 21395 1 0 09:40 ? 00:00:00 ora_mmon_orcl2
oracle 21397 1 0 09:40 ? 00:00:00 ora_mmnl_orcl2
grid 21399 1 0 09:40 ? 00:00:00 oracle+ASM2_asmb_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle 21404 1 0 09:40 ? 00:00:00 ora_d000_orcl2
oracle 21406 1 0 09:40 ? 00:00:00 ora_mark_orcl2
oracle 21408 1 0 09:40 ? 00:00:00 ora_s000_orcl2
oracle 21410 1 0 09:40 ? 00:00:00 ora_ocf0_orcl2
grid 21412 1 0 09:40 ? 00:00:00 oracle+ASM2_ocf0_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle 21417 1 0 09:40 ? 00:00:01 ora_lck0_orcl2
oracle 21419 1 0 09:40 ? 00:00:00 ora_rsmn_orcl2
oracle 21421 1 0 09:40 ? 00:00:01 oracleorcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle 21445 1 0 09:40 ? 00:00:00 ora_o000_orcl2
grid 21447 1 0 09:40 ? 00:00:00 oracle+ASM2_o000_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle 21480 1 0 09:40 ? 00:00:00 ora_p000_orcl2
oracle 21483 1 0 09:40 ? 00:00:00 ora_p001_orcl2
oracle 21485 1 0 09:40 ? 00:00:00 ora_p002_orcl2
oracle 21487 1 0 09:40 ? 00:00:00 ora_p003_orcl2
oracle 21489 1 0 09:40 ? 00:00:00 ora_p004_orcl2
oracle 21491 1 0 09:40 ? 00:00:00 ora_p005_orcl2
oracle 21493 1 0 09:40 ? 00:00:00 ora_p006_orcl2
oracle 21495 1 0 09:40 ? 00:00:00 ora_p007_orcl2
oracle 21497 1 0 09:40 ? 00:00:00 ora_p008_orcl2
oracle 21499 1 0 09:40 ? 00:00:00 ora_p009_orcl2
oracle 21501 1 0 09:40 ? 00:00:00 ora_p010_orcl2
oracle 21503 1 0 09:40 ? 00:00:00 ora_p011_orcl2
oracle 21505 1 0 09:40 ? 00:00:00 ora_p012_orcl2
oracle 21507 1 0 09:40 ? 00:00:00 ora_p013_orcl2
oracle 21509 1 0 09:40 ? 00:00:00 ora_p014_orcl2
oracle 21511 1 0 09:40 ? 00:00:00 ora_p015_orcl2
oracle 21513 1 0 09:40 ? 00:00:00 ora_p016_orcl2
oracle 21515 1 0 09:40 ? 00:00:00 ora_p017_orcl2
oracle 21517 1 0 09:40 ? 00:00:00 ora_p018_orcl2
oracle 21519 1 0 09:40 ? 00:00:00 ora_p019_orcl2
oracle 21521 1 0 09:40 ? 00:00:00 ora_p020_orcl2
oracle 21523 1 0 09:40 ? 00:00:00 ora_p021_orcl2
oracle 21525 1 0 09:40 ? 00:00:00 ora_p022_orcl2
oracle 21527 1 0 09:40 ? 00:00:00 ora_p023_orcl2
oracle 21529 1 0 09:40 ? 00:00:00 ora_p024_orcl2
oracle 21531 1 0 09:40 ? 00:00:00 ora_p025_orcl2
oracle 21533 1 0 09:40 ? 00:00:00 ora_p026_orcl2
oracle 21535 1 0 09:40 ? 00:00:00 ora_p027_orcl2
oracle 21537 1 0 09:40 ? 00:00:00 ora_p028_orcl2
oracle 21539 1 0 09:40 ? 00:00:00 ora_p029_orcl2
oracle 21541 1 0 09:40 ? 00:00:00 ora_p030_orcl2
oracle 21543 1 0 09:40 ? 00:00:00 ora_p031_orcl2
oracle 21545 1 0 09:40 ? 00:00:00 ora_o001_orcl2
grid 21547 1 0 09:40 ? 00:00:00 oracle+ASM2_o001_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle 21549 1 0 09:40 ? 00:00:00 ora_arc0_orcl2
oracle 21551 1 0 09:40 ? 00:00:00 ora_arc1_orcl2
oracle 21553 1 0 09:40 ? 00:00:00 ora_arc2_orcl2
oracle 21555 1 0 09:40 ? 00:00:00 ora_arc3_orcl2
oracle 21557 1 0 09:40 ? 00:00:00 ora_o002_orcl2
oracle 21560 1 0 09:40 ? 00:00:00 ora_o003_orcl2
grid 21561 1 0 09:40 ? 00:00:00 oracle+ASM2_o002_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle 21564 1 0 09:40 ? 00:00:00 ora_o004_orcl2
grid 21565 1 0 09:40 ? 00:00:00 oracle+ASM2_o003_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle 21568 1 0 09:40 ? 00:00:00 ora_o005_orcl2
grid 21569 1 0 09:40 ? 00:00:00 oracle+ASM2_o004_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle 21572 1 0 09:40 ? 00:00:00 ora_o006_orcl2
grid 21573 1 0 09:40 ? 00:00:00 oracle+ASM2_o005_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle 21576 1 0 09:40 ? 00:00:00 ora_o007_orcl2
grid 21577 1 0 09:40 ? 00:00:00 oracle+ASM2_o006_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 21580 1 0 09:40 ? 00:00:00 oracle+ASM2_o007_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle 21581 1 0 09:40 ? 00:00:00 ora_o008_orcl2
grid 21583 1 0 09:40 ? 00:00:00 oracle+ASM2_o008_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle 21585 1 0 09:41 ? 00:00:00 ora_gtx0_orcl2
oracle 21587 1 0 09:41 ? 00:00:00 ora_rcbg_orcl2
oracle 21591 1 0 09:41 ? 00:00:00 ora_qmnc_orcl2
oracle 21593 1 0 09:41 ? 00:00:00 ora_q000_orcl2
oracle 21595 1 0 09:41 ? 00:00:00 ora_q001_orcl2
oracle 21603 1 0 09:41 ? 00:00:00 oracleorcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle 21609 1 0 09:41 ? 00:00:00 oracleorcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle 21623 1 0 09:41 ? 00:00:00 ora_cjq0_orcl2
oracle 21629 1 2 09:41 ? 00:00:02 ora_j000_orcl2
oracle 21631 1 20 09:41 ? 00:00:23 ora_j001_orcl2
oracle 21633 1 0 09:41 ? 00:00:00 ora_j002_orcl2
oracle 21667 1 0 09:41 ? 00:00:00 ora_gcr0_orcl2
oracle 21669 1 0 09:41 ? 00:00:00 ora_q002_orcl2
root 21702 20241 0 09:43 pts/0 00:00:00 grep oracle
[root@hp580-5 ~]#
SQL> show parameter spfile
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
spfile string +SYS/hp580-cluster/asmparamete
rfile/registry.253.873908213
SQL> exit
Disconnected from Oracle Database 11g Enterprise Edition Release 11.2.0.3.0 - 64bit Production
With the Real Application Clusters and Automatic Storage Management options
[grid@hp580-5 ~]$ crsctl status res -t
--------------------------------------------------------------------------------
NAME TARGET STATE SERVER STATE_DETAILS
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.DATA.dg
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
ora.FRA.dg
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
ora.LISTENER.lsnr
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
ora.SYS.dg
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
ora.asm
ONLINE ONLINE hp580-4 Started
ONLINE ONLINE hp580-5 Started
ora.gsd
OFFLINE OFFLINE hp580-4
OFFLINE OFFLINE hp580-5
ora.net1.network
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
ora.ons
ONLINE ONLINE hp580-4
ONLINE ONLINE hp580-5
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE hp580-4
ora.LISTENER_SCAN2.lsnr
1 ONLINE ONLINE hp580-5
ora.LISTENER_SCAN3.lsnr
1 ONLINE ONLINE hp580-5
ora.cvu
1 ONLINE ONLINE hp580-5
ora.hp580-4.vip
1 ONLINE ONLINE hp580-4
ora.hp580-5.vip
1 ONLINE ONLINE hp580-5
ora.oc4j
1 ONLINE ONLINE hp580-5
ora.orcl.db
1 ONLINE ONLINE hp580-4 Open
2 ONLINE ONLINE hp580-5 Open
ora.scan1.vip
1 ONLINE ONLINE hp580-4
ora.scan2.vip
1 ONLINE ONLINE hp580-5
ora.scan3.vip
1 ONLINE ONLINE hp580-5
[grid@hp580-5 ~]$ ocrcheck
Status of Oracle Cluster Registry is as follows :
Version : 3
Total space (kbytes) : 262120
Used space (kbytes) : 2968
Available space (kbytes) : 259152
ID : 1794026097
Device/File Name : +sys
Device/File integrity check succeeded
Device/File not configured
Device/File not configured
Device/File not configured
Device/File not configured
Cluster registry integrity check succeeded
Logical corruption check bypassed due to non-privileged user
[grid@hp580-5 ~]$ crsctl query css votedisk
## STATE File Universal Id File Name Disk group
-- ----- ----------------- --------- ---------
1. ONLINE 1600c0ff5c084fa9bf2bb00d1381d589 (/dev/asm-diskg) [SYS]
Located 1 voting disk(s).
[grid@hp580-5 ~]$ asmcmd
ASMCMD> lsdsk -t -G sys
Create_Date Mount_Date Repair_Timer Path
09-MAR-15 09-MAR-15 0 /dev/asm-diskg
ASMCMD> exit
[grid@hp580-5 ~]$
[root@hp580-5 bin]# ./ocrconfig -manualbackup
hp580-5 2015/03/10 10:20:26 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup_20150310_102026.ocr
hp580-4 2014/12/12 10:59:56 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup_20141212_105956.ocr
[root@hp580-5 bin]# ./ocrconfig -showbackup
hp580-5 2015/03/10 08:45:49 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup00.ocr
hp580-5 2015/03/10 04:45:48 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup01.ocr
hp580-5 2015/03/10 00:45:48 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup02.ocr
hp580-4 2015/03/08 12:41:41 /g01/app/11.2.0/grid/cdata/hp580-cluster/day.ocr
hp580-4 2015/03/02 08:41:18 /g01/app/11.2.0/grid/cdata/hp580-cluster/week.ocr
hp580-5 2015/03/10 10:20:26 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup_20150310_102026.ocr
hp580-4 2014/12/12 10:59:56 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup_20141212_105956.ocr
備份好後我們破壞ocr所在磁碟
[root@hp580-5 bin]# su - grid
[grid@hp580-5 ~]$ dd if=/dev/zero of=/dev/asm-diskg bs=4096 count=1
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.000330643 s, 12.4 MB/s
[grid@hp580-5 ~]$ exit
logout
[root@hp580-5 bin]# ./crsctl stop crs
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'hp580-5'
CRS-2673: Attempting to stop 'ora.crsd' on 'hp580-5'
CRS-2790: Starting shutdown of Cluster Ready Services-managed resources on 'hp580-5'
CRS-2673: Attempting to stop 'ora.LISTENER.lsnr' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.cvu' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN2.lsnr' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.SYS.dg' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.orcl.db' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN3.lsnr' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.oc4j' on 'hp580-5'
CRS-2677: Stop of 'ora.cvu' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.cvu' on 'hp580-4'
CRS-2677: Stop of 'ora.LISTENER.lsnr' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.hp580-5.vip' on 'hp580-5'
CRS-2677: Stop of 'ora.LISTENER_SCAN2.lsnr' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.scan2.vip' on 'hp580-5'
CRS-2677: Stop of 'ora.LISTENER_SCAN3.lsnr' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.scan3.vip' on 'hp580-5'
CRS-2677: Stop of 'ora.hp580-5.vip' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.hp580-5.vip' on 'hp580-4'
CRS-2677: Stop of 'ora.scan2.vip' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.scan2.vip' on 'hp580-4'
CRS-2677: Stop of 'ora.scan3.vip' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.scan3.vip' on 'hp580-4'
CRS-2676: Start of 'ora.cvu' on 'hp580-4' succeeded
CRS-2677: Stop of 'ora.orcl.db' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.DATA.dg' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.FRA.dg' on 'hp580-5'
CRS-2676: Start of 'ora.hp580-5.vip' on 'hp580-4' succeeded
CRS-2677: Stop of 'ora.DATA.dg' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.FRA.dg' on 'hp580-5' succeeded
CRS-2676: Start of 'ora.scan2.vip' on 'hp580-4' succeeded
CRS-2672: Attempting to start 'ora.LISTENER_SCAN2.lsnr' on 'hp580-4'
CRS-2676: Start of 'ora.scan3.vip' on 'hp580-4' succeeded
CRS-2672: Attempting to start 'ora.LISTENER_SCAN3.lsnr' on 'hp580-4'
CRS-2676: Start of 'ora.LISTENER_SCAN2.lsnr' on 'hp580-4' succeeded
CRS-2676: Start of 'ora.LISTENER_SCAN3.lsnr' on 'hp580-4' succeeded
CRS-2677: Stop of 'ora.oc4j' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.oc4j' on 'hp580-4'
CRS-2676: Start of 'ora.oc4j' on 'hp580-4' succeeded
CRS-2677: Stop of 'ora.SYS.dg' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.asm' on 'hp580-5'
CRS-2677: Stop of 'ora.asm' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.ons' on 'hp580-5'
CRS-2677: Stop of 'ora.ons' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.net1.network' on 'hp580-5'
CRS-2677: Stop of 'ora.net1.network' on 'hp580-5' succeeded
CRS-2792: Shutdown of Cluster Ready Services-managed resources on 'hp580-5' has completed
CRS-2677: Stop of 'ora.crsd' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.crf' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.ctssd' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.evmd' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.asm' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'hp580-5'
CRS-2677: Stop of 'ora.crf' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.evmd' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.mdnsd' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.ctssd' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.asm' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'hp580-5'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'hp580-5'
CRS-2677: Stop of 'ora.cssd' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'hp580-5'
CRS-2677: Stop of 'ora.gipcd' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.gpnpd' on 'hp580-5'
CRS-2677: Stop of 'ora.gpnpd' on 'hp580-5' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'hp580-5' has completed
CRS-4133: Oracle High Availability Services has been stopped.
[root@hp580-5 bin]# crsctl start crs
-bash: crsctl: command not found
[root@hp580-5 bin]# ./crsctl start crs
CRS-4123: Oracle High Availability Services has been started.
[root@hp580-5 bin]# su - grid
[grid@hp580-5 ~]$ crsctl status res -t
CRS-4535: Cannot communicate with Cluster Ready Services
CRS-4000: Command Status failed, or completed with errors.
[grid@hp580-5 ~]$ crsctl status res -t -init
--------------------------------------------------------------------------------
NAME TARGET STATE SERVER STATE_DETAILS
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.asm
1 ONLINE OFFLINE Instance Shutdown
ora.cluster_interconnect.haip
1 ONLINE OFFLINE
ora.crf
1 ONLINE ONLINE hp580-5
ora.crsd
1 ONLINE OFFLINE
ora.cssd
1 ONLINE OFFLINE STARTING
ora.cssdmonitor
1 ONLINE ONLINE hp580-5
ora.ctssd
1 ONLINE OFFLINE
ora.diskmon
1 OFFLINE OFFLINE
ora.evmd
1 ONLINE OFFLINE
ora.gipcd
1 ONLINE ONLINE hp580-5
ora.gpnpd
1 ONLINE ONLINE hp580-5
ora.mdnsd
1 ONLINE ONLINE hp580-5
[grid@hp580-5 ~]$ exit
檢視GRID的alert日誌
[gpnpd(50190)]CRS-2328:GPNPD started on node hp580-5.
2015-03-10 10:27:52.107
[cssd(50259)]CRS-1713:CSSD daemon is started in clustered mode
2015-03-10 10:27:53.887
[ohasd(50054)]CRS-2767:Resource state recovery not attempted for 'ora.diskmon' as its target state is OFFLINE
2015-03-10 10:27:56.302
[cssd(50259)]CRS-1714:Unable to discover any voting files, retrying discovery in 15 seconds; Details at (:CSSNM00070:) in /g01/app/11.2.0/grid/log/hp580-5/cssd/ocssd.log
2015-03-10 10:28:11.474
[cssd(50259)]CRS-1714:Unable to discover any voting files, retrying discovery in 15 seconds; Details at (:CSSNM00070:) in /g01/app/11.2.0/grid/log/hp580-5/cssd/ocssd.log
2015-03-10 10:28:26.546
[cssd(50259)]CRS-1714:Unable to discover any voting files, retrying discovery in 15 seconds; Details at (:CSSNM00070:) in /g01/app/11.2.0/grid/log/hp580-5/cssd/ocssd.log
2015-03-10 10:28:41.631
[cssd(50259)]CRS-1714:Unable to discover any voting files, retrying discovery in 15 seconds; Details at (:CSSNM00070:) in /g01/app/11.2.0/grid/log/hp580-5/cssd/ocssd.log
2015-03-10 10:28:56.717
檢視ocssd日誌
2015-03-10 10:27:17.407: [ CSSD][2364802816]clssgmExecuteClientRequest(): type(6) size(684) only connect and exit messages are allowed before lease acquisition proc(0x7f24840570b0) client(0x7f2484020190)
2015-03-10 10:27:17.408: [ CSSD][2364802816]clssgmDiscEndpcl: gipcDestroy 0x401b
2015-03-10 10:27:17.840: [ GPNP][2362259200]clsgpnp_profileCallUrlInt: [at clsgpnp.c:2104] get-profile call to url "ipc://GPNPD_hp580-5" disco "" [f=0 claimed- host: cname: seq: auth:]
2015-03-10 10:27:17.854: [ GPNP][2362259200]clsgpnp_profileCallUrlInt: [at clsgpnp.c:2234] Result: (0) CLSGPNP_OK. Successful get-profile CALL to remote "ipc://GPNPD_hp580-5" disco ""
2015-03-10 10:27:17.854: [ CSSD][2362259200]clssnmReadDiscoveryProfile: voting file discovery string(/dev/asm*)
2015-03-10 10:27:17.854: [ CSSD][2362259200]clssnmvDDiscThread: using discovery string /dev/asm* for initial discovery
2015-03-10 10:27:17.854: [ SKGFD][2362259200]Discovery with str:/dev/asm*:
2015-03-10 10:27:17.854: [ SKGFD][2362259200]UFS discovery with :/dev/asm*:
2015-03-10 10:27:17.885: [ SKGFD][2362259200]Fetching UFS disk :/dev/asm-diskc:
2015-03-10 10:27:17.885: [ SKGFD][2362259200]Fetching UFS disk :/dev/asm-diskd:
2015-03-10 10:27:17.885: [ SKGFD][2362259200]Fetching UFS disk :/dev/asm-diskf:
2015-03-10 10:27:17.885: [ SKGFD][2362259200]Fetching UFS disk :/dev/asm-diskg:
2015-03-10 10:27:17.885: [ SKGFD][2362259200]Fetching UFS disk :/dev/asm-diske:
2015-03-10 10:27:17.885: [ SKGFD][2362259200]Fetching UFS disk :/dev/asm-diskb:
2015-03-10 10:27:17.885: [ SKGFD][2362259200]OSS discovery with :/dev/asm*:
2015-03-10 10:27:17.886: [ SKGFD][2362259200]Handle 0x7f2478133d00 from lib :UFS:: for disk :/dev/asm-diskc:
2015-03-10 10:27:17.886: [ SKGFD][2362259200]Handle 0x7f2478136d00 from lib :UFS:: for disk :/dev/asm-diskd:
2015-03-10 10:27:17.887: [ SKGFD][2362259200]Handle 0x7f2478137530 from lib :UFS:: for disk :/dev/asm-diskf:
2015-03-10 10:27:17.887: [ SKGFD][2362259200]Handle 0x7f2478137d60 from lib :UFS:: for disk :/dev/asm-diskg:
2015-03-10 10:27:17.888: [ SKGFD][2362259200]Handle 0x7f24781349f0 from lib :UFS:: for disk :/dev/asm-diske:
2015-03-10 10:27:17.888: [ SKGFD][2362259200]Handle 0x7f2478135490 from lib :UFS:: for disk :/dev/asm-diskb:
2015-03-10 10:27:17.888: [ SKGFD][2362259200]Lib :UFS:: closing handle 0x7f2478133d00 for disk :/dev/asm-diskc:
2015-03-10 10:27:17.889: [ SKGFD][2362259200]Lib :UFS:: closing handle 0x7f2478136d00 for disk :/dev/asm-diskd:
2015-03-10 10:27:17.889: [ SKGFD][2362259200]Lib :UFS:: closing handle 0x7f2478137530 for disk :/dev/asm-diskf:
2015-03-10 10:27:17.889: [ SKGFD][2362259200]Lib :UFS:: closing handle 0x7f2478137d60 for disk :/dev/asm-diskg:
2015-03-10 10:27:17.889: [ SKGFD][2362259200]Lib :UFS:: closing handle 0x7f24781349f0 for disk :/dev/asm-diske:
2015-03-10 10:27:17.889: [ SKGFD][2362259200]Lib :UFS:: closing handle 0x7f2478135490 for disk :/dev/asm-diskb:
2015-03-10 10:27:17.889: [ CSSD][2362259200]clssnmvDiskVerify: Successful discovery of 0 disks
2015-03-10 10:27:17.889: [ CSSD][2362259200]clssnmCompleteInitVFDiscovery: Completing initial voting file discovery
2015-03-10 10:27:17.889: [ CSSD][2362259200]clssnmvFindInitialConfigs: No voting files found
2015-03-10 10:27:17.889: [ CSSD][2362259200](:CSSNM00070:)clssnmCompleteInitVFDiscovery: Voting file not found. Retrying discovery in 15 seconds
2015-03-10 10:27:18.409: [ CSSD][2364802816]clssscSelect: cookie accept request 0x7f24840570b0
確認磁碟壞,開始恢復
[root@hp580-5 bin]# ./crsctl stop crs -f
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'hp580-5'
CRS-2673: Attempting to stop 'ora.cssdmonitor' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.crf' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'hp580-5'
CRS-2677: Stop of 'ora.cssdmonitor' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.crf' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'hp580-5'
CRS-2677: Stop of 'ora.mdnsd' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.gipcd' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.gpnpd' on 'hp580-5'
CRS-2677: Stop of 'ora.gpnpd' on 'hp580-5' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'hp580-5' has completed
CRS-4133: Oracle High Availability Services has been stopped.
[root@hp580-5 bin]# ./crsctl start
Usage:
crsctl start resource { [...]|-w ]|-all} [-n ] [-k ] [-d ] [-env "env1=val1,env2=val2,..."] [-f] [-i]
Start designated resources
where
resName [...] One or more blank-separated resource names
-w Resource filter
-all All resources
-n Server name
-k Resource cardinality ID
-d Resource degree ID
-env Attribute overrides for this command
-f Force option
-i Fail if request cannot be processed immediately
crsctl start crs [-excl [-nocrs]|-nowait]
Start OHAS on this server
where
-excl Start Oracle Clusterware in exclusive mode
-nocrs Start Oracle Clusterware in exclusive mode without starting CRS
-nowait Do not wait for OHAS to start
crsctl start cluster [[-all]|[-n [...]]]
Start CRS stack
where
Default Start local server
-all Start all servers
-n Start named servers
server [...] One or more blank-separated server names
crsctl start ip -A {|}//
Start an IP on the given interface with specified net mask
Where
IP_name Name which resolves to an IP. If it is not a fully qualified domain name then standard name search will be used.
IP_address IP address
net_mask Subnet mask for the IP to start
interface_name Interface on which to start the IP
crsctl start testdns [-address ] [-port ][-domain ] [-once][-v]
Start a test DNS listener that listens on the given address at the given port and for specified domain
Where
IP_address IP address to be used by the listener (defaults to hostname)
port The port on which the listener will listen. Default value is 53.
domain The domain query for which to listen. By default, all domain queries are processed.
-once Flag indicating that DNS listener should exit after one DNS query packet is received
-v Verbose output
[root@hp580-5 bin]# ./crsctl start crs -excl -nocrs
CRS-4123: Oracle High Availability Services has been started.
CRS-2672: Attempting to start 'ora.mdnsd' on 'hp580-5'
CRS-2676: Start of 'ora.mdnsd' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.gpnpd' on 'hp580-5'
CRS-2676: Start of 'ora.gpnpd' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.cssdmonitor' on 'hp580-5'
CRS-2672: Attempting to start 'ora.gipcd' on 'hp580-5'
CRS-2676: Start of 'ora.cssdmonitor' on 'hp580-5' succeeded
CRS-2676: Start of 'ora.gipcd' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.cssd' on 'hp580-5'
CRS-2672: Attempting to start 'ora.diskmon' on 'hp580-5'
CRS-2676: Start of 'ora.diskmon' on 'hp580-5' succeeded
CRS-2676: Start of 'ora.cssd' on 'hp580-5' succeeded
CRS-2679: Attempting to clean 'ora.cluster_interconnect.haip' on 'hp580-5'
CRS-2672: Attempting to start 'ora.ctssd' on 'hp580-5'
CRS-2681: Clean of 'ora.cluster_interconnect.haip' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.cluster_interconnect.haip' on 'hp580-5'
CRS-2676: Start of 'ora.ctssd' on 'hp580-5' succeeded
CRS-2676: Start of 'ora.cluster_interconnect.haip' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.asm' on 'hp580-5'
CRS-2676: Start of 'ora.asm' on 'hp580-5' succeeded
[root@hp580-5 bin]# ./crsctl status res -t -init
--------------------------------------------------------------------------------
NAME TARGET STATE SERVER STATE_DETAILS
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.asm
1 ONLINE INTERMEDIATE hp580-5 OCR not started
ora.cluster_interconnect.haip
1 ONLINE ONLINE hp580-5
ora.crf
1 OFFLINE OFFLINE
ora.crsd
1 OFFLINE OFFLINE
ora.cssd
1 ONLINE ONLINE hp580-5
ora.cssdmonitor
1 ONLINE ONLINE hp580-5
ora.ctssd
1 ONLINE ONLINE hp580-5 OBSERVER
ora.diskmon
1 OFFLINE OFFLINE
ora.evmd
1 OFFLINE OFFLINE
ora.gipcd
1 ONLINE ONLINE hp580-5
ora.gpnpd
1 ONLINE ONLINE hp580-5
ora.mdnsd
1 ONLINE ONLINE hp580-5
[root@hp580-5 bin]# su - grid
[grid@hp580-5 ~]$ sqlplus /nolog
SQL*Plus: Release 11.2.0.3.0 Production on Wed Mar 11 11:10:20 2015
Copyright (c) 1982, 2011, Oracle. All rights reserved.
SQL> connect / as sysasm
Connected.
SQL> create diskgroup SYS external redundancy disk '/dev/asm-diskg' attribute 'COMPATIBLE.ASM' = '11.2.0.0.0';
create diskgroup SYS external redundancy disk '/dev/asm-diskg' attribute 'COMPATIBLE.ASM' = '11.2.0.0.0'
*
ERROR at line 1:
ORA-15018: diskgroup cannot be created
ORA-15031: disk specification '/dev/asm-diskg' matches no disks
ORA-15014: path '/dev/asm-diskg' is not in the discovery set
SQL> exit
Disconnected from Oracle Database 11g Enterprise Edition Release 11.2.0.3.0 - 64bit Production
With the Real Application Clusters and Automatic Storage Management options
[grid@hp580-5 ~]$ ls -l /dev/asm*
brw-rw---- 1 grid asmdba 8, 16 Mar 10 16:54 /dev/asm-diskb
brw-rw---- 1 grid asmdba 8, 32 Mar 10 16:54 /dev/asm-diskc
brw-rw---- 1 grid asmdba 8, 48 Mar 10 16:54 /dev/asm-diskd
brw-rw---- 1 grid asmdba 8, 64 Mar 10 16:54 /dev/asm-diske
brw-rw---- 1 grid asmdba 8, 80 Mar 10 16:54 /dev/asm-diskf
brw-rw---- 1 grid asmdba 8, 96 Mar 10 16:54 /dev/asm-diskg
[grid@hp580-5 ~]$ sqlplus /nolog
SQL*Plus: Release 11.2.0.3.0 Production on Wed Mar 11 11:17:31 2015
Copyright (c) 1982, 2011, Oracle. All rights reserved.
SQL> connect / as sysasm
Connected.
SQL> show parameter asm
NAME TYPE VALUE
------------------------------------ ----------- ------------------------------
asm_diskgroups string
asm_diskstring string
asm_power_limit integer 1
asm_preferred_read_failure_groups string
SQL> alter system set asm_diskstring='/dev/asm*';
System altered.
SQL> create diskgroup SYS external redundancy disk '/dev/asm-diskg' attribute 'COMPATIBLE.ASM' = '11.2.0.0.0';
Diskgroup created.
SQL> exit
Disconnected from Oracle Database 11g Enterprise Edition Release 11.2.0.3.0 - 64bit Production
With the Real Application Clusters and Automatic Storage Management options
[grid@hp580-5 ~]$ exit
logout
[root@hp580-5 bin]# ./ocrconfig -restore /g01/app/11.2.0/grid/cdata/hp580-cluster/backup_20150310_102026.ocr
[root@hp580-5 bin]# ./crsctl replace votedisk +sys
Successful addition of voting disk 9fb64dd00b684fa5bfa14798ff7d60e9.
Successfully replaced voting disk group with +sys.
CRS-4266: Voting file(s) successfully replaced
[root@hp580-5 bin]# su - grid
[grid@hp580-5 ~]$ sqlplus /nolog
SQL*Plus: Release 11.2.0.3.0 Production on Wed Mar 11 11:27:38 2015
Copyright (c) 1982, 2011, Oracle. All rights reserved.
SQL> connect / as sysdba
Connected.
SQL> create spfile='+sys' from pfile='/tmp/pfile.ora';
File created.
SQL> exit
Disconnected from Oracle Database 11g Enterprise Edition Release 11.2.0.3.0 - 64bit Production
With the Real Application Clusters and Automatic Storage Management options
[grid@hp580-5 ~]$ exit
logout
[root@hp580-5 bin]# ./crsctl stop crs -f
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'hp580-5'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.ctssd' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.asm' on 'hp580-5'
CRS-2677: Stop of 'ora.mdnsd' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.asm' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'hp580-5'
CRS-2677: Stop of 'ora.ctssd' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'hp580-5'
CRS-2677: Stop of 'ora.cssd' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'hp580-5'
CRS-2677: Stop of 'ora.gipcd' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.gpnpd' on 'hp580-5'
CRS-2677: Stop of 'ora.gpnpd' on 'hp580-5' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'hp580-5' has completed
CRS-4133: Oracle High Availability Services has been stopped.
[root@hp580-5 bin]# ./crsctl start crs
CRS-4123: Oracle High Availability Services has been started.
[root@hp580-5 bin]# ps -ef|grep grid
root 9138 1 2 11:29 ? 00:00:02 /g01/app/11.2.0/grid/bin/ohasd.bin reboot
grid 9253 1 0 11:30 ? 00:00:00 /g01/app/11.2.0/grid/bin/oraagent.bin
grid 9265 1 0 11:30 ? 00:00:00 /g01/app/11.2.0/grid/bin/mdnsd.bin
grid 9275 1 0 11:30 ? 00:00:00 /g01/app/11.2.0/grid/bin/gpnpd.bin
root 9286 1 0 11:30 ? 00:00:00 /g01/app/11.2.0/grid/bin/orarootagent.bin
grid 9289 1 0 11:30 ? 00:00:00 /g01/app/11.2.0/grid/bin/gipcd.bin
root 9303 1 6 11:30 ? 00:00:04 /g01/app/11.2.0/grid/bin/osysmond.bin
root 9314 1 0 11:30 ? 00:00:00 /g01/app/11.2.0/grid/bin/cssdmonitor
root 9331 1 0 11:30 ? 00:00:00 /g01/app/11.2.0/grid/bin/cssdagent
grid 9343 1 1 11:30 ? 00:00:01 /g01/app/11.2.0/grid/bin/ocssd.bin
root 9376 1 0 11:30 ? 00:00:00 /g01/app/11.2.0/grid/bin/ologgerd -M -d /g01/app/11.2.0/grid/crf/db/hp580-5
root 9438 1 0 11:30 ? 00:00:00 /g01/app/11.2.0/grid/bin/octssd.bin reboot
grid 9578 1 0 11:31 ? 00:00:00 asm_pmon_+ASM2
grid 9580 1 0 11:31 ? 00:00:00 asm_psp0_+ASM2
grid 9582 1 1 11:31 ? 00:00:00 asm_vktm_+ASM2
grid 9586 1 0 11:31 ? 00:00:00 asm_gen0_+ASM2
grid 9588 1 0 11:31 ? 00:00:00 asm_diag_+ASM2
grid 9590 1 0 11:31 ? 00:00:00 asm_ping_+ASM2
grid 9592 1 1 11:31 ? 00:00:00 asm_dia0_+ASM2
grid 9594 1 0 11:31 ? 00:00:00 asm_lmon_+ASM2
grid 9596 1 0 11:31 ? 00:00:00 asm_lmd0_+ASM2
grid 9598 1 0 11:31 ? 00:00:00 asm_lms0_+ASM2
grid 9602 1 0 11:31 ? 00:00:00 asm_lmhb_+ASM2
grid 9604 1 0 11:31 ? 00:00:00 asm_mman_+ASM2
grid 9606 1 0 11:31 ? 00:00:00 asm_dbw0_+ASM2
grid 9608 1 0 11:31 ? 00:00:00 asm_lgwr_+ASM2
grid 9610 1 0 11:31 ? 00:00:00 asm_ckpt_+ASM2
grid 9612 1 0 11:31 ? 00:00:00 asm_smon_+ASM2
grid 9614 1 1 11:31 ? 00:00:00 asm_rbal_+ASM2
grid 9616 1 0 11:31 ? 00:00:00 asm_gmon_+ASM2
grid 9618 1 0 11:31 ? 00:00:00 asm_mmon_+ASM2
grid 9620 1 0 11:31 ? 00:00:00 asm_mmnl_+ASM2
grid 9622 1 0 11:31 ? 00:00:00 asm_lck0_+ASM2
grid 9624 1 1 11:31 ? 00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
root 9636 1 3 11:31 ? 00:00:00 /g01/app/11.2.0/grid/bin/crsd.bin reboot
grid 9637 1 3 11:31 ? 00:00:00 /g01/app/11.2.0/grid/bin/evmd.bin
root 9644 6946 0 11:31 pts/0 00:00:00 grep grid
[root@hp580-5 bin]# ps -ef|grep oracle
grid 9624 1 0 11:31 ? 00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 9659 1 2 11:31 ? 00:00:00 oracle+ASM2_ocr (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 9663 1 0 11:31 ? 00:00:00 oracle+ASM2_asmb_+asm2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 9667 1 0 11:31 ? 00:00:00 oracle+ASM2_o000_+asm2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle 9768 1 2 11:31 ? 00:00:00 /g01/app/11.2.0/grid/bin/oraagent.bin
grid 9830 1 0 11:31 ? 00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 9833 1 0 11:31 ? 00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid 9837 1 0 11:31 ? 00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
root 9963 6946 0 11:31 pts/0 00:00:00 grep oracle
[root@hp580-5 bin]#
[root@hp580-5 ~]# ifconfig
eth0 Link encap:Ethernet HWaddr 78:E3:B5:0C:E3:E8
inet addr:10.98.32.85 Bcast:10.98.32.255 Mask:255.255.255.0
inet6 addr: fe80::7ae3:b5ff:fe0c:e3e8/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:93084 errors:0 dropped:0 overruns:0 frame:0
TX packets:21745 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:34463149 (32.8 MiB) TX bytes:4082959 (3.8 MiB)
Interrupt:59
eth0:1 Link encap:Ethernet HWaddr 78:E3:B5:0C:E3:E8
inet addr:10.98.32.234 Bcast:10.98.32.255 Mask:255.255.255.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
Interrupt:59
eth0:2 Link encap:Ethernet HWaddr 78:E3:B5:0C:E3:E8
inet addr:10.98.32.233 Bcast:10.98.32.255 Mask:255.255.255.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
Interrupt:59
eth0:4 Link encap:Ethernet HWaddr 78:E3:B5:0C:E3:E8
inet addr:10.98.32.232 Bcast:10.98.32.255 Mask:255.255.255.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
Interrupt:59
eth1 Link encap:Ethernet HWaddr 78:E3:B5:0C:E3:E9
inet addr:172.168.1.199 Bcast:172.168.1.255 Mask:255.255.255.0
inet6 addr: fe80::7ae3:b5ff:fe0c:e3e9/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:1142117 errors:0 dropped:0 overruns:0 frame:0
TX packets:1477867 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:715481997 (682.3 MiB) TX bytes:1337372312 (1.2 GiB)
Interrupt:63
eth1:1 Link encap:Ethernet HWaddr 78:E3:B5:0C:E3:E9
inet addr:169.254.175.215 Bcast:169.254.255.255 Mask:255.255.0.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
Interrupt:63
eth2 Link encap:Ethernet HWaddr 78:E3:B5:0C:E3:EA
inet addr:192.168.2.201 Bcast:192.168.2.255 Mask:255.255.255.0
inet6 addr: fe80::7ae3:b5ff:fe0c:e3ea/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:4843754 errors:0 dropped:0 overruns:0 frame:0
TX packets:3909177 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:22746170682 (21.1 GiB) TX bytes:7356635440 (6.8 GiB)
Interrupt:67
lo Link encap:Local Loopback
inet addr:127.0.0.1 Mask:255.0.0.0
inet6 addr: ::1/128 Scope:Host
UP LOOPBACK RUNNING MTU:16436 Metric:1
RX packets:404410 errors:0 dropped:0 overruns:0 frame:0
TX packets:404410 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:367036185 (350.0 MiB) TX bytes:367036185 (350.0 MiB)
[root@hp580-5 ~]# ethtool eth1
Settings for eth1:
Supported ports: [ TP ]
Supported link modes: 10baseT/Half 10baseT/Full
100baseT/Half 100baseT/Full
1000baseT/Half 1000baseT/Full
Supported pause frame use: No
Supports auto-negotiation: Yes
Advertised link modes: 100baseT/Half 100baseT/Full
1000baseT/Half 1000baseT/Full
Advertised pause frame use: No
Advertised auto-negotiation: Yes
Speed: 100Mb/s
Duplex: Full
Port: Twisted Pair
PHYAD: 1
Transceiver: external
Auto-negotiation: on
MDI-X: Unknown
Supports Wake-on: g
Wake-on: g
Link detected: yes
[root@hp580-5 ~]# ethtool eth0
Settings for eth0:
Supported ports: [ TP ]
Supported link modes: 10baseT/Half 10baseT/Full
100baseT/Half 100baseT/Full
1000baseT/Half 1000baseT/Full
Supported pause frame use: No
Supports auto-negotiation: Yes
Advertised link modes: 100baseT/Half 100baseT/Full
1000baseT/Half 1000baseT/Full
Advertised pause frame use: No
Advertised auto-negotiation: Yes
Speed: 100Mb/s
Duplex: Full
Port: Twisted Pair
PHYAD: 0
Transceiver: external
Auto-negotiation: on
MDI-X: Unknown
Supports Wake-on: g
Wake-on: g
Link detected: yes
[root@hp580-5 ~]# ethtool eth2
Settings for eth2:
Supported ports: [ TP ]
Supported link modes: 10baseT/Half 10baseT/Full
100baseT/Half 100baseT/Full
1000baseT/Half 1000baseT/Full
Supported pause frame use: No
Supports auto-negotiation: Yes
Advertised link modes: 100baseT/Half 100baseT/Full
1000baseT/Half 1000baseT/Full
Advertised pause frame use: No
Advertised auto-negotiation: Yes
Speed: 1000Mb/s
Duplex: Full
Port: Twisted Pair
PHYAD: 2
Transceiver: external
Auto-negotiation: on
MDI-X: Unknown
Supports Wake-on: g
Wake-on: g
Link detected: yes
[root@hp580-5 ~]#
ASMCMD> iostat
Group_Name Dsk_Name Reads Writes
SYS SYS_0000 314229248 1384508416
DATA DATA_0000 26387761664 17593649152
DATA DATA_0001 43893810176 17749206528
DATA DATA_0002 23861025792 17755412992
FRA FRA_0000 226610176 20877424128
ASMCMD> iostat -et --io -G data 3
Group_Name Dsk_Name Reads Writes Read_Err Write_Err Read_Time Write_Time
DATA DATA_0000 736425 1292515 0 0 3091.491787 95033.269438
DATA DATA_0001 1805178 1285355 0 0 5863.394492 95662.059388
DATA DATA_0002 583689 1299257 0 0 3172.540235 97902.860866
Group_Name Dsk_Name Reads Writes Read_Err Write_Err Read_Time Write_Time
DATA DATA_0000 0.67 0.67 0.00 0.00 0.00 0.00
DATA DATA_0001 2.00 0.67 0.00 0.00 0.00 0.00
DATA DATA_0002 0.33 0.67 0.00 0.00 0.00 0.00
[root@hp580-4 install]# pwd
/g01/app/11.2.0/grid/install
[root@hp580-4 install]# cd ..
[root@hp580-4 grid]# cd crs
[root@hp580-4 crs]# ls
auth config demo init install lib log mesg profile public sbs script template trace utl
[root@hp580-4 crs]# cd install
[root@hp580-4 install]# ls
cmdllroot.sh crsconfig_params.sbs inittab onsconfig paramfile.crs roothas.pl s_crsconfig_lib.pm
crsconfig_addparams.sbs crsdelete.pm install.excl oraacfs.pm ParentDirPerm_hp580-4.txt rootofs.sh
crsconfig_lib.pm crspatch.pm install.incl oracle-ohasd.conf preupdate.sh s_crsconfig_defs
crsconfig_params hasdconfig.pl installRemove.excl oracss.pm rootcrs.pl s_crsconfig_hp580-4_env.txt
[root@hp580-4 install]# cat crsconfig_params
# $Header: has/install/crsconfig/crsconfig_params.sbs /st_has_11.2.0/3 2011/03/21 22:55:23 ksviswan Exp $
#
# crsconfig.lib
#
# Copyright (c) 2000, 2011, Oracle and/or its affiliates. All rights reserved.
#
# NAME
# crsconfig_params.sbs - Installer variables required for root config
#
# DESCRIPTION
# crsconfig_param -
#
# MODIFIED (MM/DD/YY)
# ksviswan 03/08/11 - Backport ksviswan_febbugs2 from main
# ksviswan 02/03/11 - Backport ksviswan_janbugs4 from main
# dpham 05/20/10 - XbranchMerge dpham_bug-8609692 from st_has_11.2.0.1.0
# dpham 03/17/10 - Add TZ variable (9462081
# sujkumar 01/31/10 - CRF_HOME as ORACLE_HOME
# sujkumar 01/05/10 - Double quote args
# dpham 11/25/09 - Remove NETCFGJAR_NAME, EWTJAR_NAME, JEWTJAR_NAME,
# SHAREJAR_NAME, HELPJAR_NAME, and EMBASEJAR_NAME
# sukumar 11/04/09 - Fix CRFHOME. Add CRFHOME2 for Windows.
# anutripa 10/18/09 - Add CRFHOME for IPD/OS
# dpham 03/10/09 - Add ORACLE_BASE
# dpham 11/19/08 - Add ORA_ASM_GROUP
# khsingh 11/13/08 - revert ORA_ASM_GROUP for automated sh
# dpham 11/03/08 - Add ORA_ASM_GROUP
# ppallapo 09/22/08 - Add OCRID and CLUSTER_GUID
# dpham 09/10/08 - set OCFS_CONFIG to sl_diskDriveMappingList
# srisanka 05/13/08 - remove ORA_CRS_HOME, ORA_HA_HOME
# ysharoni 05/07/08 - NETWORKS fmt change s_networkList->s_finalIntrList
# srisanka 04/14/08 - ASM_UPGRADE param
# hkanchar 04/02/08 - Add OCR and OLRLOC for windows
# ysharoni 02/15/08 - bug 6817375
# ahabbas 02/28/08 - temporarily remove the need to instantiate the
# OCFS_CONFIG value
# srisanka 02/12/08 - add OCFS_CONFIG param
# srisanka 01/15/08 - separate generic and OSD params
# jachang 01/15/08 - Prepare ASM diskgroup parameter (commented out)
# ysharoni 12/27/07 - Static pars CSS_LEASEDURATION and ASM_SPFILE
# yizhang 12/10/07 - Add SCAN_NAME and SCAN_PORT
# ysharoni 12/14/07 - gpnp work, cont-d
# jachang 11/30/07 - Adding votedisk discovery string
# ysharoni 11/27/07 - Add GPnP params
# srisanka 10/18/07 - add params and combine crsconfig_defs.sh with this
# file
# khsingh 12/08/06 - add HA parameters
# khsingh 12/08/06 - add HA_HOME
# khsingh 11/25/06 - Creation
# ==========================================================
# Copyright (c) 2001, 2011, Oracle and/or its affiliates. All rights reserved.
#
# crsconfig_params.sbs -
#
# ==========================================================
SILENT=false
ORACLE_OWNER=grid
ORA_DBA_GROUP=oinstall
ORA_ASM_GROUP=asmadmin
LANGUAGE_ID=AMERICAN_AMERICA.AL32UTF8
TZ=Asia/Shanghai
ISROLLING=true
REUSEDG=false
ASM_AU_SIZE=1
USER_IGNORED_PREREQ=true
ORACLE_HOME=/g01/app/11.2.0/grid
ORACLE_BASE=/g01/app/grid
OLD_CRS_HOME=
JREDIR=/g01/app/11.2.0/grid/jdk/jre/
JLIBDIR=/g01/app/11.2.0/grid/jlib
VNDR_CLUSTER=false
OCR_LOCATIONS=NO_VAL
CLUSTER_NAME=hp580-cluster
HOST_NAME_LIST=hp580-4,hp580-5
NODE_NAME_LIST=hp580-4,hp580-5
PRIVATE_NAME_LIST=
VOTING_DISKS=NO_VAL
#VF_DISCOVERY_STRING=%s_vfdiscoverystring%
ASM_UPGRADE=false
ASM_SPFILE=
ASM_DISK_GROUP=DATA
ASM_DISCOVERY_STRING=/dev/asm*
ASM_DISKS=/dev/asm-diskc,/dev/asm-diskd,/dev/asm-diske
ASM_REDUNDANCY=NORMAL
CRS_STORAGE_OPTION=1
CSS_LEASEDURATION=400
CRS_NODEVIPS='hp580-4v/255.255.255.0/eth0,hp580-5v/255.255.255.0/eth0'
NODELIST=hp580-4,hp580-5
NETWORKS="eth0"/10.98.32.0:public,"eth1"/172.168.1.0:cluster_interconnect
SCAN_NAME=hp580-cluster
SCAN_PORT=1521
GPNP_PA=
OCFS_CONFIG=
# GNS consts
GNS_CONF=false
GNS_ADDR_LIST=
GNS_DOMAIN_LIST=
GNS_ALLOW_NET_LIST=
GNS_DENY_NET_LIST=
GNS_DENY_ITF_LIST=
#### Required by OUI add node
NEW_HOST_NAME_LIST=
NEW_NODE_NAME_LIST=
NEW_PRIVATE_NAME_LIST=
NEW_NODEVIPS='hp580-4v/255.255.255.0/eth0,hp580-5v/255.255.255.0/eth0'
############### OCR constants
# GPNPCONFIGDIR is handled differently in dev (T_HAS_WORK for all)
# GPNPGCONFIGDIR in dev expands to T_HAS_WORK_GLOBAL
GPNPCONFIGDIR=$ORACLE_HOME
GPNPGCONFIGDIR=$ORACLE_HOME
OCRLOC=
OLRLOC=
OCRID=
CLUSTER_GUID=
CLSCFG_MISSCOUNT=
#### IPD/OS
CRFHOME="/g01/app/11.2.0/grid"
[root@hp580-4 install]#
[root@hp580-4 ~]# ps -ef|grep d.bin
root 52336 1 0 16:20 ? 00:00:10 /g01/app/11.2.0/grid/bin/ohasd.bin reboot
grid 52451 1 0 16:20 ? 00:00:09 /g01/app/11.2.0/grid/bin/oraagent.bin
grid 52463 1 0 16:20 ? 00:00:00 /g01/app/11.2.0/grid/bin/mdnsd.bin
grid 52473 1 0 16:20 ? 00:00:01 /g01/app/11.2.0/grid/bin/gpnpd.bin
root 52484 1 0 16:20 ? 00:00:12 /g01/app/11.2.0/grid/bin/orarootagent.bin
grid 52487 1 0 16:20 ? 00:00:05 /g01/app/11.2.0/grid/bin/gipcd.bin
root 52501 1 6 16:20 ? 00:01:36 /g01/app/11.2.0/grid/bin/osysmond.bin
root 52512 1 0 16:20 ? 00:00:01 /g01/app/11.2.0/grid/bin/cssdmonitor
root 52529 1 0 16:20 ? 00:00:02 /g01/app/11.2.0/grid/bin/cssdagent
grid 52541 1 1 16:20 ? 00:00:15 /g01/app/11.2.0/grid/bin/ocssd.bin
root 52620 1 0 16:21 ? 00:00:08 /g01/app/11.2.0/grid/bin/octssd.bin reboot
grid 52642 1 0 16:21 ? 00:00:04 /g01/app/11.2.0/grid/bin/evmd.bin
root 52839 1 0 16:21 ? 00:00:12 /g01/app/11.2.0/grid/bin/crsd.bin reboot
grid 52927 52642 0 16:21 ? 00:00:00 /g01/app/11.2.0/grid/bin/evmlogger.bin -o /g01/app/11.2.0/grid/evm/log/evmlogger.info -l /g01/app/11.2.0/grid/evm/log/evmlogger.log
grid 52965 1 0 16:21 ? 00:00:04 /g01/app/11.2.0/grid/bin/oraagent.bin
root 52969 1 1 16:21 ? 00:00:18 /g01/app/11.2.0/grid/bin/orarootagent.bin
grid 53068 1 0 16:21 ? 00:00:00 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER -inherit
grid 53082 1 0 16:21 ? 00:00:00 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER_SCAN1 -inherit
root 53119 1 3 16:21 ? 00:00:50 /g01/app/11.2.0/grid/bin/ologgerd -m hp580-5 -r -d /g01/app/11.2.0/grid/crf/db/hp580-4
oracle 53140 1 0 16:21 ? 00:00:08 /g01/app/11.2.0/grid/bin/oraagent.bin
root 54048 53533 0 16:45 pts/0 00:00:00 grep d.bin
[root@hp580-4 ~]#
正常情況下，$GRID_HOME/bin/oracle和$ORACLE_HOME/bin/oracle的許可權都應該是6751，即“-rwsr-s–x”
[root@hp580-5 dbhome_1]# cd bin
[root@hp580-5 bin]# ls -l orac*
-rwxr-xr-x 1 oracle oinstall 46 Jul 29 2014 oracg
-rwsr-s--x 1 oracle asmadmin 232399041 Jul 29 2014 oracle
-rwxr-x--- 1 oracle oinstall 0 Jul 29 2014 oracleO
[root@hp580-5 bin]# cd /g01
[root@hp580-5 g01]# cd app
[root@hp580-5 app]# ls
11.2.0 grid oraInventory
[root@hp580-5 app]# cd 11.2.0/
[root@hp580-5 11.2.0]# cd grid/
[root@hp580-5 grid]# ls
assistants cfgtoollogs csmig dbs diagnostics gns install jdbc ldap mdns oc4j opmn osysmond plsql relnotes slax usm
auth clone css dc_ocm eons gpnp instantclient jdk lib mesg ohasd oracore oui precomp root.sh sqlplus utl
bin crf ctss deinstall evm has inventory jlib log network ologgerd oraInst.loc owm racg rootupgrade.sh srvm wwg
cdata crs cv demo gipc hs javavm JRE md nls OPatch ord perl rdbms scheduler sysman xdk
[root@hp580-5 grid]# cd bin
[root@hp580-5 bin]# ls -l oracle*
-rwsr-s--x 1 grid oinstall 203972203 Jul 28 2014 oracle
-rwxr-x--- 1 grid oinstall 0 Jul 28 2014 oracleO
[root@hp580-5 bin]#
all /g01/app/11.2.0/grid/log/hp580-5 root oinstall 01755
[root@hp580-4 stop]# cd /g01/app/11.2.0/grid/log
[root@hp580-4 log]# ll
total 12
drwxr-xr-x 2 grid oinstall 4096 Jul 28 2014 crs
drwxrwxr-x 5 grid asmadmin 4096 Jul 28 2014 diag
drwxr-xr-t 24 root oinstall 4096 Mar 24 13:27 hp580-4
[root@hp580-4 log]#
[root@hp580-4 log]# cd /g01/app/11.2.0/grid/crs
[root@hp580-4 crs]# ll
total 60
drwxrwxr-x 2 grid oinstall 4096 Jul 28 2014 auth
drwxr-xr-x 2 grid oinstall 4096 Jul 28 2014 config
drwxr-xr-x 3 grid oinstall 4096 Jul 28 2014 demo
drwxr-xr-x 2 root oinstall 4096 Jul 28 2014 init
drwxr-xr-x 2 grid oinstall 4096 Jul 28 2014 install
drwxr-xr-x 2 grid oinstall 4096 Jul 28 2014 lib
drwxr-x--T 2 grid oinstall 4096 Jul 28 2014 log
drwxr-xr-x 2 grid oinstall 4096 Jul 28 2014 mesg
drwxr-xr-x 2 root oinstall 4096 Jul 28 2014 profile
drwxrwxrwt 2 grid oinstall 4096 Jul 28 2014 public
drwxr-xr-x 2 grid oinstall 4096 Jul 28 2014 sbs
drwxr-xr-x 2 root oinstall 4096 Jul 28 2014 script
drwxr-xr-x 2 root oinstall 4096 Jul 28 2014 template
drwxr-x--T 2 grid oinstall 4096 Jul 28 2014 trace
drwxr-xr-x 2 root root 4096 Jul 28 2014 utl
[root@hp580-4 crs]#
The permissions can be reverted back to original values with rootcrs.pl or roothas.pl . There is a option -init :
Reset the permissions of all files and directories under Oracle CRS/HA home.
for GRID:
rootcrs.pl -init
For Standalone Grig:
roothas.pl -init
If that does not work then permissions can be altered manually with information found from crsconfig_fileperms and crsconfig_dirs files.
Please note that changing the permissions manually is last resort and shouldn't be done unless re
[root@hp580-5 utl]# olsnodes -s -t -n
hp580-4 1 Active Unpinned
hp580-5 2 Active Unpinned
[root@hp580-5 utl]#
讀vote磁碟
[root@hp580-4 crs]# kfed dev=/dev/asm-diskg op=READ | egrep "kfdhdb.vf|ausize"
kfdhdb.ausize: 1048576 ; 0x0bc: 0x00100000
kfdhdb.vfstart: 320 ; 0x0ec: 0x00000140
kfdhdb.vfend: 352 ; 0x0f0: 0x00000160
[root@hp580-4 crs]#
set lines 120
set pages 100
column name format a40 wra
column type format a10 tru
select af.group_number, af.file_number, aa.name, af.type, af.redundancy
from v$asm_file af, v$asm_alias aa
where aa.file_number = af.file_number and aa.group_number=af.group_number and af.type = 'OCRFILE' ;
SQL>
SQL> select af.group_number, af.file_number, aa.name, af.type, af.redundancy
2 from v$asm_file af, v$asm_alias aa
3 where aa.file_number = af.file_number and aa.group_number=af.group_number and af.type = 'OCRFILE' ;
GROUP_NUMBER FILE_NUMBER NAME TYPE REDUND
------------ ----------- ---------------------------------------- ---------- ------
1 255 REGISTRY.255.854119569 OCRFILE MIRROR
3 255 REGISTRY.255.874072237 OCRFILE UNPROT
SQL>
SQL> select file_name from dba_data_files;
FILE_NAME
--------------------------------------------------------------------------------
+DATA/orcl/datafile/users.267.854191187
+DATA/orcl/datafile/undotbs1.263.854191187
+DATA/orcl/datafile/sysaux.268.854191187
+DATA/orcl/datafile/system.260.854191187
+DATA/orcl/datafile/example.259.854191305
+DATA/orcl/datafile/undotbs2.258.854191485
+DATA/orcl/datafile/eport_tab_s.271.854271185
+DATA/orcl/datafile/eport_tab_l.272.854271187
+DATA/orcl/datafile/eport_fee_idx.273.854271189
+DATA/orcl/datafile/eport_tab_xl.274.854271191
+DATA/orcl/datafile/eport_fee_tab.275.854271195
FILE_NAME
--------------------------------------------------------------------------------
+DATA/orcl/datafile/eport_idx_s.276.854271197
+DATA/orcl/datafile/eport_idx_l.277.854271199
+DATA/orcl/datafile/jablog.278.854271201
+DATA/orcl/datafile/jablog_blob.279.854271203
+DATA/orcl/datafile/dpe.280.854271207
+DATA/orcl/datafile/eport_tab_l.281.854272341
+DATA/orcl/datafile/eport_tab_xl.282.854272371
18 rows selected.
SQL> exit
Disconnected from Oracle Database 11g Enterprise Edition Release 11.2.0.3.0 - 64bit Production
With the Partitioning, Real Application Clusters, Automatic Storage Management, OLAP,
Data Mining and Real Application Testing options
[oracle@hp580-4 trace]$ cd
[oracle@hp580-4 ~]$ pwd
/home/oracle
[oracle@hp580-4 ~]$ su - grid
Password:
[grid@hp580-4 ~]$ asmcmd
ASMCMD> cp +DATA/orcl/datafile/system.260.854191187 /home/grid/system.dbf
copying +DATA/orcl/datafile/system.260.854191187 -> /home/grid/system.dbf
ASMCMD> exit
[grid@hp580-4 ~]$ ll
total 768024
drwxr-xr-x 3 grid oinstall 4096 Jul 28 2014 oradiag_grid
-rw-r--r-- 1 grid oinstall 167 Mar 10 13:26 pfile.ora
-rw-r----- 1 grid oinstall 786440192 May 6 15:55 system.dbf
drwxr-xr-x 3 grid oinstall 4096 Oct 30 2014 workspace
[grid@hp580-4 ~]$ chmod a+r system.dbf
[grid@hp580-4 ~]$ ll
total 768024
drwxr-xr-x 3 grid oinstall 4096 Jul 28 2014 oradiag_grid
-rw-r--r-- 1 grid oinstall 167 Mar 10 13:26 pfile.ora
-rw-r--r-- 1 grid oinstall 786440192 May 6 15:55 system.dbf
drwxr-xr-x 3 grid oinstall 4096 Oct 30 2014 workspace
[grid@hp580-4 ~]$ exit
logout
[oracle@hp580-4 ~]$ dd if=/home/grid/system.dbf of=/home/oracle/aa.log bs=8192 skip=801 count=1
1+0 records in
1+0 records out
8192 bytes (8.2 kB) copied, 0.000358243 s, 22.9 MB/s
[oracle@hp580-4 ~]$ string /home/oracle/aa.log
-bash: string: command not found
[oracle@hp580-4 ~]$ strings /home/oracle/aa.log
GLOBAL_DB_NAME
ORCL
Global database name,
DBTIMEZONE
00:00
DB time zone,
NO_USERID_VERIFIER_SALT 75282D7EC73B5C40AFF387B2BF5692A0,
WORKLOAD_REPLAY_MODE
bPREPARE implies external replay clients can connect; REPLAY implies workload replay is in progress,
WORKLOAD_CAPTURE_MODE
/CAPTURE implies workload capture is in progress,
EXPORT_VIEWS_VERSION
Export views revision #,
DEFAULT_PERMANENT_TABLESPACE
USERS$Name of default permanent tablespace,
GLOBAL_DB_NAME
SEEDDATA
Global database name,
NLS_RDBMS_VERSION
11.2.0.3.0 RDBMS version for NLS parameters,
NLS_NCHAR_CHARACTERSET AL16UTF16
NCHAR Character set,
NLS_NCHAR_CONV_EXCP
FALSE
NLS conversion exception,
NLS_LENGTH_SEMANTICS
BYTE
NLS length semantics,
NLS_COMP
BINARY
NLS comparison,
NLS_DUAL_CURRENCY
Dual currency symbol,
NLS_TIMESTAMP_TZ_FORMAT
DD-MON-RR HH.MI.SSXFF AM TZR
Timestamp with timezone format,
NLS_TIME_TZ_FORMAT
HH.MI.SSXFF AM TZR
Time with timezone format,
NLS_TIMESTAMP_FORMAT
DD-MON-RR HH.MI.SSXFF AM
Time stamp format,
NLS_TIME_FORMAT
HH.MI.SSXFF AM
Time format,
NLS_SORT
BINARY
Linguistic definition,
NLS_DATE_LANGUAGE
AMERICAN
Date language,
NLS_DATE_FORMAT DD-MON-RR
Date format,
NLS_CALENDAR GREGORIAN
Calendar system,
NLS_CHARACTERSET
ZHS16GBK
Character set,
NLS_NUMERIC_CHARACTERS
Numeric characters,
NLS_ISO_CURRENCY
AMERICA
ISO currency,
NLS_CURRENCY
Local currency,
NLS_TERRITORY
AMERICA Territory,
NLS_LANGUAGE
AMERICAN
Language,
DEFAULT_TBS_TYPE SMALLFILE
Default tablespace type,
DST_SECONDARY_TT_VERSION
0'Version of secondary timezone data file,
DST_PRIMARY_TT_VERSION
14%Version of primary timezone data file,
DST_UPGRADE_STATE
NONE&State of Day Light Saving Time Upgrade<
DBTIMEZONE
-07:00
DB time zone,
TDE_MASTER_KEY_ID,
Flashback Timestamp TimeZone
GMT"Flashback timestamp created in GMT,
DEFAULT_TEMP_TABLESPACE
TEMP$Name of default temporary tablespace,
DEFAULT_EDITION
ORA$BASE$Name of the database default edition,
DEFAULT_PERMANENT_TABLESPACE
SYSTEM$Name of default permanent tablespace,
DEFAULT_TEMP_TABLESPACE
SYSTEM$Name of default temporary tablespace,
DICT.BASE
2 dictionary base tables version #
[oracle@hp580-4
iscsi:
[root@hp580-4 rules.d]# cd /sys/class/iscsi_host
[root@hp580-4 iscsi_host]# ls
host3
[root@hp580-4 iscsi_host]# cd host3/
[root@hp580-4 host3]# ls
device hwaddress initiatorname ipaddress netdev power subsystem uevent
[root@hp580-4 host3]# ll
total 0
lrwxrwxrwx 1 root root 0 May 19 14:57 device -> ../../../host3
-r--r--r-- 1 root root 4096 May 19 14:57 hwaddress
-r--r--r-- 1 root root 4096 May 19 14:57 initiatorname
-r--r--r-- 1 root root 4096 May 19 14:57 ipaddress
-r--r--r-- 1 root root 4096 May 19 14:57 netdev
drwxr-xr-x 2 root root 0 May 19 14:41 power
lrwxrwxrwx 1 root root 0 Oct 14 2014 subsystem -> ../../../../../class/iscsi_host
-rw-r--r-- 1 root root 4096 Oct 14 2014 uevent
[root@hp580-4 host3]# cd device/
[root@hp580-4 device]# ls
iscsi_host power scsi_host session1 subsystem uevent
[root@hp580-4 device]# ll
total 0
drwxr-xr-x 3 root root 0 Oct 14 2014 iscsi_host
drwxr-xr-x 2 root root 0 Oct 30 2014 power
drwxr-xr-x 3 root root 0 Oct 14 2014 scsi_host
drwxr-xr-x 6 root root 0 Oct 14 2014 session1
lrwxrwxrwx 1 root root 0 Oct 14 2014 subsystem -> ../../../bus/scsi
-rw-r--r-- 1 root root 4096 Oct 14 2014 uevent
[root@hp580-4 device]# cd session1/
[root@hp580-4 session1]# ls
connection1:0 iscsi_session power target3:0:0 uevent
[root@hp580-4 session1]# ll
total 0
drwxr-xr-x 4 root root 0 Oct 14 2014 connection1:0
drwxr-xr-x 3 root root 0 Oct 14 2014 iscsi_session
drwxr-xr-x 2 root root 0 Oct 30 2014 power
drwxr-xr-x 9 root root 0 Oct 14 2014 target3:0:0
-rw-r--r-- 1 root root 4096 Oct 14 2014 uevent
[root@hp580-4 session1]# cd iscsi_session/
[root@hp580-4 iscsi_session]# ls
session1
[root@hp580-4 iscsi_session]# ll
total 0
drwxr-xr-x 3 root root 0 Oct 14 2014 session1
[root@hp580-4 iscsi_session]# cd session1/
[root@hp580-4 session1]# ls
abort_tmo data_seq_in_order fast_abort immediate_data lu_reset_tmo password recovery_tmo target_id tpgt username_in
creator device first_burst_len initial_r2t max_burst_len password_in state targetname uevent
data_pdu_in_order erl ifacename initiatorname max_outstanding_r2t power subsystem tgt_reset_tmo username
[root@hp580-4 session1]# ll
total 0
-r--r--r-- 1 root root 4096 May 19 15:00 abort_tmo
-r--r--r-- 1 root root 4096 May 19 15:00 creator
-r--r--r-- 1 root root 4096 May 19 15:00 data_pdu_in_order
-r--r--r-- 1 root root 4096 May 19 15:00 data_seq_in_order
lrwxrwxrwx 1 root root 0 Oct 14 2014 device -> ../../../session1
-r--r--r-- 1 root root 4096 May 19 15:00 erl
-r--r--r-- 1 root root 4096 May 19 15:00 fast_abort
-r--r--r-- 1 root root 4096 May 19 15:00 first_burst_len
-r--r--r-- 1 root root 4096 May 19 15:00 ifacename
-r--r--r-- 1 root root 4096 May 19 15:00 immediate_data
-r--r--r-- 1 root root 4096 May 19 15:00 initial_r2t
-r--r--r-- 1 root root 4096 May 19 15:00 initiatorname
-r--r--r-- 1 root root 4096 May 19 15:00 lu_reset_tmo
-r--r--r-- 1 root root 4096 May 19 15:00 max_burst_len
-r--r--r-- 1 root root 4096 May 19 15:00 max_outstanding_r2t
-r--r--r-- 1 root root 4096 May 19 15:00 password
-r--r--r-- 1 root root 4096 May 19 15:00 password_in
drwxr-xr-x 2 root root 0 May 19 14:41 power
-rw-r--r-- 1 root root 4096 May 19 15:00 recovery_tmo
-r--r--r-- 1 root root 4096 May 19 15:00 state
lrwxrwxrwx 1 root root 0 Oct 14 2014 subsystem -> ../../../../../../class/iscsi_session
-r--r--r-- 1 root root 4096 May 19 15:00 target_id
-r--r--r-- 1 root root 4096 Oct 14 2014 targetname
-r--r--r-- 1 root root 4096 May 19 15:00 tgt_reset_tmo
-r--r--r-- 1 root root 4096 May 19 15:00 tpgt
-rw-r--r-- 1 root root 4096 Oct 14 2014 uevent
-r--r--r-- 1 root root 4096 May 19 15:00 username
-r--r--r-- 1 root root 4096 May 19 15:00 username_in
[root@hp580-4 session1]# vi targetname
iqn.2000-03.com.falconstor-ipstor.iSUMA5300-CTL-1.192.168.1.201-3
~
~
~
~
~
~
iscsi-initiator-utils-6.2.0.873-10.el6.x86_64
[root@hp580-4 ~]#
[root@hp580-4 init.d]# iscsiadm --mode node
192.168.1.200:3260,0 iqn.2000-03.com.falconstor-ipstor.iSUMA5300-CTL-1.192.168.1.201-3
[root@hp580-4 init.d]#
[root@localhost]# chkconfig iscsi –level 35 on
[root@localhost]# chkconfig iscsid –level 35 on
[root@hp580-4 init.d]# chkconfig --list
abrt-ccpp 0:off 1:off 2:off 3:on 4:off 5:on 6:off
abrtd 0:off 1:off 2:off 3:on 4:off 5:on 6:off
acpid 0:off 1:off 2:on 3:on 4:on 5:on 6:off
atd 0:off 1:off 2:off 3:on 4:on 5:on 6:off
auditd 0:off 1:off 2:on 3:on 4:on 5:on 6:off
autofs 0:off 1:off 2:off 3:on 4:on 5:on 6:off
blk-availability 0:off 1:on 2:on 3:on 4:on 5:on 6:off
certmonger 0:off 1:off 2:off 3:on 4:on 5:on 6:off
cgconfig 0:off 1:off 2:off 3:off 4:off 5:off 6:off
cgred 0:off 1:off 2:off 3:off 4:off 5:off 6:off
cpuspeed 0:off 1:on 2:on 3:on 4:on 5:on 6:off
crond 0:off 1:off 2:on 3:on 4:on 5:on 6:off
cups 0:off 1:off 2:on 3:on 4:on 5:on 6:off
haldaemon 0:off 1:off 2:off 3:on 4:on 5:on 6:off
ip6tables 0:off 1:off 2:on 3:on 4:on 5:on 6:off
iptables 0:off 1:off 2:off 3:off 4:off 5:off 6:off
irqbalance 0:off 1:off 2:off 3:on 4:on 5:on 6:off
iscsi 0:off 1:off 2:off 3:on 4:on 5:on 6:off
iscsid 0:off 1:off 2:off 3:on 4:on 5:on 6:off
kdump 0:off 1:off 2:off 3:on 4:on 5:on 6:off
libvirt-guests 0:off 1:off 2:on 3:on 4:on 5:on 6:off
lvm2-monitor 0:off 1:on 2:on 3:on 4:on 5:on 6:off
mcelogd 0:off 1:off 2:off 3:on 4:off 5:on 6:off
mdmonitor 0:off 1:off 2:on 3:on 4:on 5:on 6:off
messagebus 0:off 1:off 2:on 3:on 4:on 5:on 6:off
netconsole 0:off 1:off 2:off 3:off 4:off 5:off 6:off
netfs 0:off 1:off 2:off 3:on 4:on 5:on 6:off
network 0:off 1:off 2:on 3:on 4:on 5:on 6:off
nfs 0:off 1:off 2:off 3:off 4:off 5:off 6:off
nfslock 0:off 1:off 2:off 3:on 4:on 5:on 6:off
ntpd 0:off 1:off 2:off 3:off 4:off 5:off 6:off
ntpdate 0:off 1:off 2:off 3:off 4:off 5:off 6:off
numad 0:off 1:off 2:off 3:off 4:off 5:off 6:off
oddjobd 0:off 1:off 2:off 3:off 4:off 5:off 6:off
portreserve 0:off 1:off 2:on 3:on 4:on 5:on 6:off
postfix 0:off 1:off 2:on 3:on 4:on 5:on 6:off
psacct 0:off 1:off 2:off 3:off 4:off 5:off 6:off
quota_nld 0:off 1:off 2:off 3:off 4:off 5:off 6:off
rdisc 0:off 1:off 2:off 3:off 4:off 5:off 6:off
restorecond 0:off 1:off 2:off 3:off 4:off 5:off 6:off
rhnsd 0:off 1:off 2:on 3:on 4:on 5:on 6:off
rhsmcertd 0:off 1:off 2:off 3:on 4:on 5:on 6:off
rngd 0:off 1:off 2:off 3:off 4:off 5:off 6:off
rpcbind 0:off 1:off 2:on 3:on 4:on 5:on 6:off
rpcgssd 0:off 1:off 2:off 3:on 4:on 5:on 6:off
rpcsvcgssd 0:off 1:off 2:off 3:off 4:off 5:off 6:off
rsyslog 0:off 1:off 2:on 3:on 4:on 5:on 6:off
saslauthd 0:off 1:off 2:off 3:off 4:off 5:off 6:off
smartd 0:off 1:off 2:off 3:off 4:off 5:off 6:off
sshd 0:off 1:off 2:on 3:on 4:on 5:on 6:off
sssd 0:off 1:off 2:off 3:off 4:off 5:off 6:off
svnserve 0:off 1:off 2:off 3:off 4:off 5:off 6:off
sysstat 0:off 1:on 2:on 3:on 4:on 5:on 6:off
udev-post 0:off 1:on 2:on 3:on 4:on 5:on 6:off
winbind 0:off 1:off 2:off 3:off 4:off 5:off 6:off
ypbind 0:off 1:off 2:off 3:off 4:off 5:off 6:off
[root@hp580-4 init.d]#
[grid@hp580-4 app]$ crsctl query crs activeversion
Oracle Clusterware active version on the cluster is [11.2.0.3.0]
[grid@hp580-4 app]$
asmca
ALTER SYSTEM SET asm_diskstring='/dev/asm*' SID='*'
CREATE DISKGROUP SQL: CREATE DISKGROUP DATA NORMAL REDUNDANCY DISK '/dev/asm-diskc',
'/dev/asm-diskd',
'/dev/asm-diske' ATTRIBUTE 'compatible.asm'='11.2.0.0.0','au_size'='1M'
create spfile='+DATA' FROM pfile='/g01/app/11.2.0/grid/dbs/init+ASM1.ora'
來自 “ ITPUB部落格 ” ，連結：http://blog.itpub.net/26870952/viewspace-2073208/，如需轉載，請註明出處，否則將追究法律責任。
相關文章
- RedHat6.5 安裝Oracle 12c RACRedhatOracle
- redhat 3.9AS安裝oracle 9206RAC過程及配置RedhatOracle
- linux6.5安裝11g rac過程記錄 一Linux
- linux6.5安裝11g rac過程記錄 二Linux
- Redhat linux 6.5 yum安裝RedhatLinux
- redhat6.5中Rac11g安裝錯誤筆記Redhat筆記
- RedHat 6.5離線安裝GCC方法RedhatGC
- redhat 5.4下安裝MYSQL全過程RedhatMySql
- RedHat在vmware安裝過程截圖Redhat
- mysql在redhat as4上的安裝過程MySqlRedhat
- RedHat 7.7 平臺安裝19c(19.3) RAC 詳細操作過程Redhat
- veritas cfs for oracle rac安裝過程。Oracle
- 【轉】CentOS 6.5安裝pyspider過程記錄CentOSIDE
- 【RAC安裝】 AIX下安裝Oracle 11gR2 RACAIOracle
- 安裝11gr2 RAC
- U盤安裝redhat6系統的過程Redhat
- (轉)redhat下安裝oracle，設定redhat核心引數RedhatOracle
- RedHat 安裝11g racRedhat
- oracle10g for redhat as4 安裝過程。OracleRedhat
- 11g rac安裝過程感悟
- oracle11g rac安裝過程Oracle
- Oracle RAC之－－安裝過程中碰到的問題及解決方法Oracle
- oracle 11gr2 rac 安裝Oracle
- [轉]RAC 安裝配置過程中的問題
- 11gR2 RAC ASM啟動過程ASM
- RedHat 7.7 平臺安裝19c(19.3) RAC 靜默詳細操作過程Redhat
- Nginx的介紹及安裝過程Nginx
- CentOS 6.5上安裝MySQL-Cluster 7.3.4過程筆記CentOSMySql筆記
- 【ASM】Oracle ASM + 11gR2 + RHEL6.5 安裝ASMOracle
- RAC安裝過程（連續3天安裝2次）
- ORACLE RAC的FLASHBACK後期安裝設定Oracle
- redhat6.5關於rac配置DNS的問題RedhatDNS
- redhat 6.4 安裝oracle11g RAC 安裝RDACRedhatOracle
- Nebula 2.5.0安裝過程及遇到的坑
- 【RAC】 RAC For W2K8R2 安裝--安裝過程中碰到的問題(九)
- Oracle 10g RAC 靜默安裝過程Oracle 10g
- 透過網路安裝RedhatRedhat
- 3、CentOS 6.5系統安裝配置Tomcat 8詳細過程CentOSTomcat