Linux+Oracle+12c+RAC+安裝配置詳細-GI安裝

發布時間：2020-07-17 17:33:06 來源：網絡閱讀：3903 作者：18620626259 欄目：關系型數據庫

IP地址	主機名	用途	實例名
192.168.12.58	oracle-rac03-db03	Public ip (節點1）
192.168.12.59	oracle-rac04-db04	Public ip(節點2）
192.168.12.73	rac03-db03-vip	vip(節點1）	racdb3 asm1
192.168.12.74	rac04-db04-vip	vip(節點2）	racdb4 asm2
192.168.12.75	SCANIP	Scan ip	shncdb
172.168.12.58	rac03-db03-priv	Private ip (節點1）
172.168.12.59	rac04-db04-priv	Private ip (節點2）
172.168.12.76	Ip-san	存儲ip

#Public ip

192.168.12.58 oracle-rac03-db03

192.168.12.59 oracle-rac04-db04

#vip

192.168.12.73 rac03-db03-vip

192.168.12.74 rac04-db04-vip

#private-vip

172.168.12.58 rac03-db03-priv

172.168.12.59 rac04-db04-priv

#Scan ip

192.168.12.75 racscan

cvuqdisk包是CVU的一部分，可以從OTN下載，同時GI的軟件包里面也有CVU。一般就是cv目錄

chkconfigntpd off

mv/etc/ntp.conf /etc/ntp.conf.orig

rm/var/run/ntpd.pid

yum install glibc.i686 -y

yum install glibc-devel -y

yum install glibc-devel.i686 -y

yum install ksh -y

yum install libgcc -y

yum install libgcc.i686 -y

yum install libstdc++ -y

yum install libstdc++.i686 -y

yum install libstdc++-devel -y

yum install libstdc++-devel.i686 -y

yum install libaio -y

yum install libaio.i686 -y

yum install libaio-devel -y

yum install libaio-devel.i686 -y

yum install libXext -y

yum install libXext.i686 -y

yum install libXtst -y

yum install libXtst.i686 -y

yum install libX11 -y

yum install libX11.i686 -y

yum install libXau -y

yum install libXau.i686 -y

yum install libxcb -y

yum install libxcb.i686 -y

yum install libXi -y

yum install libXi.i686 -y

yum install make -y

yum install sysstat -y

yum install unixODBC -y

yum install unixODBC-devel -y

yum install binutils -y

yum install compat-libcap1 -y

yum install compat-libstdc++-33 -y

yum install compat-libstdc++-33.i686 -y

yum install gcc -y

yum install gcc-c++ -y

yum install glibc –y

yum install smartmontools –y

yum install python* -y

yum install gcc* -y

rpm -ivh cvuqdisk*.rpm

root@ora ~]# vi /etc/sysconfig/selinux

SELINUX=disabled

[root@ora ~]# /usr/sbin/getenforce

Disabled

[root@rac1 ~]# service iptables stop

[root@oracle-rac03-db03 ~]# chkconfig --list |grep ip

ip6tables 0:off 1:off 2:off 3:off 4:off 5:off 6:off

iptables 0:off 1:off 2:off 3:off 4:off 5:off 6:off

[root@rac1 ~]# chkconfig --level 123456 iptables off

a、確定Linux已經安裝了vnc-server

b、服務器需要開啟vnc用戶（注意每個用戶都要運行vncpasswd)

[root@bogon ~]#vncpasswd

[root@bogon ~]# vi/etc/sysconfig/vncservers----（提前設置密碼，否則報錯）

VNCSERVERS="1:root 2:test"

VNCSERVERARGS[3]="-geometry 800x600-nolisten tcp -localhost"

如果啟用更多用戶，則可以直接空格再繼續同格式添加用戶，

例，VNCSERVERS="1:root 2:test 3:user"

c、修改用戶文件~/.vnc/xstartup注釋掉最后一行：

#twm& 改為gnome-session &

d.重啟vnc服務

servicevncserver restart

e.設置VNCServer自動啟動

1).編輯/etc/sysconfig/vncservers配置文件：

取消VNCSERVERS所在行的注釋，例如：VNCSERVERS="1:root"

其中，1表示桌面號，root表示啟動用戶，

如果要啟動多個VNCServer，之間用空格隔開，例如：

VNCSERVERS="1:root2:oracle 3:grid"

f .自動啟動vncserver服務

a).執行以下命令查看vncserver服務狀態：

chkconfig--list vncserver

b).修改vncserver服務自動啟動：

chkconfig--level 345 vncserver on

客戶端連接

ip:端口號（5900+桌面號，密碼為vncpasswd設置密碼）

vncserver -kill :2

描述	OS 組名	分配給該組OS用戶	Oracle 權限
Oracle 清單和軟件所有者	oinstall	grid、oracle
Oracle 自動存儲管理組	asmadmin	grid	SYSASM
ASM 數據庫管理員組	asmdba	grid、oracle	ASM 的 SYSDBA
ASM 操作員組	asmoper	grid	ASM 的 SYSOPER
數據庫管理員	dba	grid,oracle	SYSDBA
數據庫操作員	oper	oracle	SYSOPER

新建組

/usr/sbin/groupadd -g 60001 oinstall

/usr/sbin/groupadd -g 60002 dba

/usr/sbin/groupadd -g 60003 oper

/usr/sbin/groupadd -g 60004 backupdba

/usr/sbin/groupadd -g 60005 dgdba

/usr/sbin/groupadd -g 60006 kmdba

/usr/sbin/groupadd -g 60007 asmdba

/usr/sbin/groupadd -g 60008 asmoper

/usr/sbin/groupadd -g 60009 asmadmin

新建用戶

/usr/sbin/useradd -g oinstall -G dba,asmdba,operoracle

usr/sbin/useradd -g oinstall-G asmadmin,asmdba,asmoper,oper,dba grid

創建目錄

mkdir -p /oracle/app/grid

mkdir -p /oracle/app/12.1.0.1/grid

chown -R grid:oinstall /oracle

mkdir -p /oracle/app/oraInventory

chown -R grid:oinstall/oracle/app/oraInventory

mkdir -p /oracle/app/oracle

chown -R oracle:oinstall /oracle/app/oracle

chmod -R 775 /oracle

1、使用udev綁定方式，配置文件見文檔

文件路徑/etc/udev/rule.d/99-oracle-asmdevices.rules

/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/sdb-----盤符名稱獲取uuid

[root@rac01 rules.d]# /sbin/scsi_id--whitelisted --replace-whitespace --device=/dev/sdb

14f504e46494c450031556d7232542d4b416e362d4e624553

綁定格式

KERNEL=="sd*",BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/$name", RESULT=="14f504e46494c45004272785573692d476441622d66676939",NAME="asm-diskdata1", OWNER="grid",GROUP="asmadmin", MODE="0660"

[root@rac01 rules.d]# ll /dev/sd*--------查看設備

[root@rac01 ~]# ll /dev/sd*

brw-rw----. 1 root disk 8, 0 May 30 08:13/dev/sda

brw-rw----. 1 root disk 8, 1 May 30 08:13/dev/sda1

brw-rw----. 1 root disk 8, 2 May 30 08:13/dev/sda2

brw-rw----. 1 root disk 8, 3 May 30 08:13/dev/sda3

[root@rac01 rules.d]# ll /dev/asm*-------查看綁定

brw-rw----. 1 grid asmadmin 8, 48 May 3008:13 /dev/asm-diskdata1

brw-rw----. 1 grid asmadmin 8, 80 May 3008:13 /dev/asm-diskdata3

brw-rw----. 1 grid asmadmin 8, 96 May 3008:13 /dev/asm-diskdata4

brw-rw----. 1 grid asmadmin 8, 64 May 3008:13 /dev/asm-diskdatar2

brw-rw----. 1 grid asmadmin 8, 32 May 3008:13 /dev/asm-fl

brw-rw----. 1 grid asmadmin 8, 16 May 3008:13 /dev/asm-ocr

scp root@192.168.12.54：/etc/udev/rule.d/99-oracle-asmdevices.rules

/etc/udev/rule.d/99-oracle-asmdevices.rules

修改環境變量

root

vi /etc/profile

#ORACLE SETTING

if [ $USER = "oracle" ] || [$USER = "grid" ]; then

if [ $SHELL = "/bin/ksh" ]; then

ulimit -p 16384

ulimit -n 65536

else

ulimit -u 16384 -n 65536

umask 022

[root@rac02~]# source /etc/profile

節點一：

修改grid用戶登錄腳本

vi .bash_profile

export TMP=/tmp

export

export TMPDIR=$TMP

ORACLE_SID=+ASM1; export ORACLE_SID

ORACLE_TERM=xterm; export ORACLE_TERM

ORACLE_BASE=/oracle/app/grid; exportORACLE_BASE

ORACLE_HOME=/oracle/app/12.1.0.1/grid;export ORACLE_HOME

NLS_DATE_FORMAT="yyyy-mm-ddHH24:MI:SS"; export NLS_DATE_FORMAT

PATH=.:$PATH:$HOME/bin:$ORACLE_HOME/bin;export PATH

THREADS_FLAG=native; export THREADS_FLAG

if [ $USER = "oracle" ] || [$USER = "grid" ]; then

if [ $SHELL = "/bin/ksh" ]; then

ulimit -p 16384

ulimit -n 65536

else

ulimit -u 16384 -n 65536

umask 022

修改oracle用戶登錄腳本

export TMP=/tmp

export

export TMPDIR=$TMP

export ORACLE_UNQNAME= racdb3

ORACLE_BASE=/oracle/app/oracle; exportORACLE_BASE

ORACLE_HOME=$ORACLE_BASE/product/12.1.0.1/db_1;export ORACLE_HOME

ORACLE_SID= racdb3; export ORACLE_SID

ORACLE_TERM=xterm; export ORACLE_TERM

NLS_DATE_FORMAT="yyyy-mm-ddHH24:MI:SS"; export NLS_DATE_FORMAT

NLS_LANG=AMERICAN_AMERICA.ZHS16GBK;exportNLS_LANG

PATH=.:$PATH:$HOME/bin:$ORACLE_BASE/product/12.1.0.1/db_1/bin:$ORACLE_HOME/bin;

export PATH

THREADS_FLAG=native; export THREADS_FLAG

if [ $USER = "oracle" ] || [$USER = "grid" ]; then

if [ $SHELL = "/bin/ksh" ]; then

ulimit -p 16384

ulimit -n 65536

else

ulimit -u 16384 -n 65536

umask 022

節點二

Grid用戶

export TMP=/tmp

export

export TMPDIR=$TMP

ORACLE_SID=+ASM2; export ORACLE_SID

ORACLE_TERM=xterm; export ORACLE_TERM

ORACLE_BASE=/oracle/app/grid; exportORACLE_BASE

ORACLE_HOME=/oracle/app/12.1.0.1/grid;export ORACLE_HOME

NLS_DATE_FORMAT="yyyy-mm-ddHH24:MI:SS"; export NLS_DATE_FORMAT

PATH=.:$PATH:$HOME/bin:$ORACLE_HOME/bin;export PATH

THREADS_FLAG=native; export THREADS_FLAG

if [ $USER = "oracle" ] || [$USER = "grid" ]; then

if [ $SHELL = "/bin/ksh" ]; then

ulimit -p 16384

ulimit -n 65536

else

ulimit -u 16384 -n 65536

umask 022

oracle

export

export TMPDIR=$TMP

export ORACLE_UNQNAME= racdb4

ORACLE_BASE=/oracle/app/oracle; exportORACLE_BASE

ORACLE_HOME=$ORACLE_BASE/product/12.1.0.1/db_1;export ORACLE_HOME

ORACLE_SID= racdb4; export ORACLE_SID

ORACLE_TERM=xterm; export ORACLE_TERM

NLS_DATE_FORMAT="yyyy-mm-ddHH24:MI:SS"; export NLS_DATE_FORMAT

NLS_LANG=AMERICAN_AMERICA.ZHS16GBK;exportNLS_LANG

PATH=.:$PATH:$HOME/bin:$ORACLE_BASE/product/12.1.0.1/db_1/bin:$ORACLE_HOME/bin;

export PATH

THREADS_FLAG=native; export THREADS_FLAG

if [ $USER = "oracle" ] || [$USER = "grid" ]; then

if [ $SHELL = "/bin/ksh" ]; then

ulimit -p 16384

ulimit -n 65536

else

ulimit -u 16384 -n 65536

umask 022

修改內核參數

fs.aio-max-nr = 1048576

fs.file-max = 6815744

kernel.shmmax = 68719476736

kernel.shmall = 4294967296

kernel.shmmni = 4096

kernel.sem = 250 32000 100 128

net.ipv4.ip_local_port_range = 9000 65500

net.core.rmem_default = 262144

net.core.rmem_max = 4194304

net.core.wmem_default = 262144

net.core.wmem_max = 1048586

在修改完內核參數后，確保運行以下命令，以使修改立即生效，否則可能在檢查CRS可用性時，會檢查失敗。

#/sbin/sysctl -p

配置shell limit

vi /etc/security/limits.conf

添加以下內容

#ORACLE SETTING

grid soft nproc 2047

grid hard nproc 16384

grid soft nofile 1024

grid hard nofile 65536

oracle soft nproc 2047

oracle hard nproc 16384

oracle soft nofile 1024

oracle hard nofile 65536

vi /etc/pam.d/login

添加以下內容

#ORACLE SETTING

session required pam_limits.so

兩臺機器上分別要以oracle和grid用戶執行

[oracle@node1 ~]$ mkdir ~/.ssh

[oracle@node1 ~]$ chmod 700 ~/.ssh

[oracle@node1 ~]$ssh-keygen -t rsa

[oracle@node1 ~]$ssh-keygen -t dsa

節點一上以oracle執行

[oracle@node1~]$cat ~/.ssh/id_rsa.pub>> ~/.ssh/authorized_keys

[oracle@node1~]$cat ~/.ssh/id_dsa.pub>> ~/.ssh/authorized_keys

[oracle@node1~]$ssh oracle-rac04-db04 cat ~/.ssh/id_rsa.pub>> ~/.ssh/authorized_keys

[oracle@node1~]$ssh oracle-rac04-db04 cat ~/.ssh/id_dsa.pub>> ~/.ssh/authorized_keys

[oracle@node1 ~]$ scp ~/.ssh/authorized_keys oracle-rac04-db04:~/.ssh/authorized_keys

檢查是否需要密碼登陸（分別以oracle執行）

[oracle@node1~]$ssh oracle-rac04-db04 date

[oracle@node1~]$ssh oracle-rac03-db03 date

[oracle@node1~]$ssh rac03-db03-priv date

[oracle@node1~]$ssh rac04-db04-priv date

切換至node2執行（分別以oracle執行）

[oracle@node2~]$ssh node1 date

[oracle@node2~]$ssh node2 date

[oracle@node2~]$ssh node1-priv date

方法：使用sshUserSetup.sh快速創建互信

sshUserSetup.sh在GI安裝介質解壓縮后的oui/prov/resources/scripts目錄下。

下面兩條命令在一個節點上執行即可（可以在root用戶下執行）：

/home/grid/oui/prov/resources/scripts

#./sshUserSetup.sh -user grid -hosts "rac2 rac1" -advanced -exverify –confirm

#./sshUserSetup.sh -user oracle -hosts "rac2 rac1" -advanced -exverify -confirm

使用udev綁定方式，配置文件見文檔

文件路徑/etc/udev/rule.d/99-oracle-asmdevices.rules

/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/sdb-----盤符名稱獲取uuid

綁定格式

KERNEL=="sd*",BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/$name",RESULT=="14f504e46494c45004272785573692d476441622d66676939",NAME="asm-diskdata1", OWNER="grid",GROUP="asmadmin", MODE="0660"

1、IP配置（注意機器名不要大寫）

[root@iap-gz-rac05~]# cat /etc/hosts

2、內存空間大小

[root@iap-gz-rac05~]# free -m

3、操作系統用戶、oracle和grid環境變量

4、免密碼登錄驗證(oracle和grid用戶）

5、其他（grid用戶）

./runcluvfy.sh stage -pre crsinst -n oracle-rac03-db03,oracle-rac04-db04 -verbose

常見錯誤問題解決

Oracle Database 12c Release 1

OCR裁決盤需要5G

Oracle Database 12c Release 2集群安裝

A、注意文件解壓要放在環境變量定義的ORALCE_HOME下，否則報錯

B、安裝過程中會建立兩個asm磁盤組

這里說一下配置磁盤，在Oracle12c里引入了MGMTDB的概念，這個在12.1的RAC里是與OCR在同一個磁盤組里，而且占用的空間大概有幾個G，但到了12cR2中，MGMT可以與OCR在同一個磁盤組也可以單獨使用一個磁盤組，Oracle默認是單獨使用，但在12cR2中MGMTDB占的空間特別的大，要求磁盤空間要在38G以上才行。所以我這里分配的空間容量是sdb和sdc做OCR的磁盤，每個2G，sdd和sde做MGMT的磁盤，每個20G，sdf和sdg做DATA的磁盤。如果空間不中會安裝時會報如下圖的錯誤：

C、修改磁盤屬性---------------- 需要檢查哪些盤，創建磁盤組的磁盤

#echo deadline >/sys/block/sdb/queue/scheduler

#echo deadline > /sys/block/sdd/queue/scheduler

驗證屬性修改結果：

[root@rac1 dev]# more/sys/block/sdb/queue/scheduler

noop anticipatory [deadline]cfq

D、安裝執行腳本后機器無故被重啟，未找到原因

Oracle Database 12cRelease 1和Oracle Database 12cRelease 2的grid安裝方式有差別

（1）、軟件目錄結構差別

（2）、ASM磁盤差別

（3）、Oracle Database 12c Release 2磁盤性質差別

[root@oracle-rac03-db03 grid]# ./root.sh

Performing root user operation.

The following environment variables are setas:

ORACLE_OWNER= grid

ORACLE_HOME= /oracle/app/12.1.0.1/grid

Enter the full pathname of the local bindirectory: [/usr/local/bin]:

Copying dbhome to /usr/local/bin ...

Copying oraenv to /usr/local/bin ...

Copyingcoraenv to /usr/local/bin ...

Creating /etc/oratab file...

Entries will be added to the /etc/oratabfile as needed by

Database Configuration Assistant when adatabase is created

Finished running generic part of rootscript.

Now product-specific root actions will beperformed.

Relinking oracle with rac_on option

Using configuration parameter file:/oracle/app/12.1.0.1/grid/crs/install/crsconfig_params

The log of current session can be found at:

/oracle/app/grid/crsdata/oracle-rac03-db03/crsconfig/rootcrs_oracle-rac03-db03_2017-08-18_12-47-54AM.log

2017/08/18 12:48:01 CLSRSC-594: Executinginstallation step 1 of 19: 'SetupTFA'.

2017/08/18 12:48:01 CLSRSC-4001: InstallingOracle Trace File Analyzer (TFA) Collector.

2017/08/18 12:49:26 CLSRSC-4002:Successfully installed Oracle Trace File Analyzer (TFA) Collector.

2017/08/18 12:49:26 CLSRSC-594: Executinginstallation step 2 of 19: 'ValidateEnv'.

2017/08/18 12:49:36 CLSRSC-363: Userignored prerequisites during installation

2017/08/18 12:49:36 CLSRSC-594: Executinginstallation step 3 of 19: 'CheckFirstNode'.

2017/08/18 12:49:38 CLSRSC-594: Executinginstallation step 4 of 19: 'GenSiteGUIDs'.

2017/08/18 12:49:39 CLSRSC-594: Executinginstallation step 5 of 19: 'SaveParamFile'.

2017/08/18 12:49:45 CLSRSC-594: Executinginstallation step 6 of 19: 'SetupOSD'.

2017/08/18 12:49:46 CLSRSC-594: Executinginstallation step 7 of 19: 'CheckCRSConfig'.

2017/08/18 12:49:46 CLSRSC-594: Executinginstallation step 8 of 19: 'SetupLocalGPNP'.

2017/08/18 12:50:08 CLSRSC-594: Executinginstallation step 9 of 19: 'ConfigOLR'.

2017/08/18 12:50:17 CLSRSC-594: Executinginstallation step 10 of 19: 'ConfigCHMOS'.

2017/08/18 12:50:17 CLSRSC-594: Executinginstallation step 11 of 19: 'CreateOHASD'.

2017/08/18 12:50:22 CLSRSC-594: Executinginstallation step 12 of 19: 'ConfigOHASD'.

2017/08/18 12:50:50 CLSRSC-330: AddingClusterware entries to file 'oracle-ohasd.conf'

2017/08/18 12:51:31 CLSRSC-594: Executinginstallation step 13 of 19: 'InstallAFD'.

2017/08/18 12:51:34 CLSRSC-594: Executinginstallation step 14 of 19: 'InstallACFS'.

CRS-2791: Starting shutdown of Oracle HighAvailability Services-managed resources on 'oracle-rac03-db03'

CRS-2793: Shutdown of Oracle HighAvailability Services-managed resources on 'oracle-rac03-db03' has completed

CRS-4133: Oracle High Availability Serviceshas been stopped.

CRS-4123: Oracle High Availability Serviceshas been started.

2017/08/18 12:52:43 CLSRSC-594: Executinginstallation step 15 of 19: 'InstallKA'.

2017/08/18 12:52:47 CLSRSC-594: Executinginstallation step 16 of 19: 'InitConfig'.

CRS-2791: Starting shutdown of Oracle HighAvailability Services-managed resources on 'oracle-rac03-db03'

CRS-2793: Shutdown of Oracle HighAvailability Services-managed resources on 'oracle-rac03-db03' has completed

CRS-4133: Oracle High Availability Serviceshas been stopped.

CRS-4123: Oracle High Availability Serviceshas been started.

CRS-2672: Attempting to start 'ora.evmd' on'oracle-rac03-db03'

CRS-2672: Attempting to start 'ora.mdnsd'on 'oracle-rac03-db03'

CRS-2676: Start of 'ora.evmd' on'oracle-rac03-db03' succeeded

CRS-2676: Start of 'ora.mdnsd' on'oracle-rac03-db03' succeeded

CRS-2672: Attempting to start 'ora.gpnpd'on 'oracle-rac03-db03'

CRS-2676: Start of 'ora.gpnpd' on'oracle-rac03-db03' succeeded

CRS-2672: Attempting to start'ora.cssdmonitor' on 'oracle-rac03-db03'

CRS-2672: Attempting to start 'ora.gipcd'on 'oracle-rac03-db03'

CRS-2676: Start of 'ora.cssdmonitor' on'oracle-rac03-db03' succeeded

CRS-2676: Start of 'ora.gipcd' on'oracle-rac03-db03' succeeded

CRS-2672: Attempting to start 'ora.cssd' on'oracle-rac03-db03'

CRS-2672: Attempting to start 'ora.diskmon'on 'oracle-rac03-db03'

CRS-2676: Start of 'ora.diskmon' on'oracle-rac03-db03' succeeded

CRS-2676: Start of 'ora.cssd' on'oracle-rac03-db03' succeeded

Disk groups created successfully. Check/oracle/app/grid/cfgtoollogs/asmca/asmca-170818PM125352.log for details.

2017/08/18 12:55:22 CLSRSC-482: Runningcommand: '/oracle/app/12.1.0.1/grid/bin/ocrconfig -upgrade grid oinstall'

CRS-2672: Attempting to start 'ora.crf' on'oracle-rac03-db03'

CRS-2672: Attempting to start 'ora.storage'on 'oracle-rac03-db03'

CRS-2676: Start of 'ora.storage' on'oracle-rac03-db03' succeeded

CRS-2676: Start of 'ora.crf' on'oracle-rac03-db03' succeeded

CRS-2672: Attempting to start 'ora.crsd' on'oracle-rac03-db03'

CRS-2676: Start of 'ora.crsd' on'oracle-rac03-db03' succeeded

CRS-4256: Updating the profile

Successful addition of voting disk0af75e811a324f4abfd98f859a8b6b79.

Successfully replaced voting disk groupwith +DATA.

CRS-4256: Updating the profile

CRS-4266: Voting file(s) successfullyreplaced

## STATE File Universal Id File Name Disk group

-- ----- ----------------- --------- ---------

1.ONLINE 0af75e811a324f4abfd98f859a8b6b79(/dev/asmdocr) [DATA]

Located 1 voting disk(s).

CRS-2791: Starting shutdown of Oracle HighAvailability Services-managed resources on 'oracle-rac03-db03'

CRS-2673: Attempting to stop 'ora.crsd' on'oracle-rac03-db03'

CRS-2677: Stop of 'ora.crsd' on'oracle-rac03-db03' succeeded

CRS-2673: Attempting to stop 'ora.storage'on 'oracle-rac03-db03'

CRS-2673: Attempting to stop 'ora.crf' on'oracle-rac03-db03'

CRS-2673: Attempting to stop 'ora.gpnpd' on'oracle-rac03-db03'

CRS-2673: Attempting to stop 'ora.mdnsd' on'oracle-rac03-db03'

CRS-2677: Stop of 'ora.crf' on'oracle-rac03-db03' succeeded

CRS-2677: Stop of 'ora.storage' on'oracle-rac03-db03' succeeded

CRS-2673: Attempting to stop 'ora.asm' on'oracle-rac03-db03'

CRS-2677: Stop of 'ora.gpnpd' on'oracle-rac03-db03' succeeded

CRS-2677: Stop of 'ora.mdnsd' on'oracle-rac03-db03' succeeded

CRS-2677: Stop of 'ora.asm' on'oracle-rac03-db03' succeeded

CRS-2673: Attempting to stop'ora.cluster_interconnect.haip' on 'oracle-rac03-db03'

CRS-2677: Stop of'ora.cluster_interconnect.haip' on 'oracle-rac03-db03' succeeded

CRS-2673: Attempting to stop 'ora.ctssd' on'oracle-rac03-db03'

CRS-2673: Attempting to stop 'ora.evmd' on'oracle-rac03-db03'

CRS-2677: Stop of 'ora.ctssd' on'oracle-rac03-db03' succeeded

CRS-2677: Stop of 'ora.evmd' on'oracle-rac03-db03' succeeded

CRS-2673: Attempting to stop 'ora.cssd' on'oracle-rac03-db03'

CRS-2677: Stop of 'ora.cssd' on'oracle-rac03-db03' succeeded

CRS-2673: Attempting to stop 'ora.gipcd' on'oracle-rac03-db03'

CRS-2677: Stop of 'ora.gipcd' on'oracle-rac03-db03' succeeded

CRS-2793: Shutdown of Oracle HighAvailability Services-managed resources on 'oracle-rac03-db03' has completed

CRS-4133: Oracle High Availability Serviceshas been stopped.

2017/08/18 12:57:29 CLSRSC-594: Executinginstallation step 17 of 19: 'StartCluster'.

CRS-4123: Starting Oracle High AvailabilityServices-managed resources