首页 > 资讯 > 操作系统 >Linux+Oracle+12c+RAC+安装配置详细-GI安装

407

分享到

Linux+Oracle+12c+RAC+安装配置详细-GI安装

2024-04-02 19:04:59 407人浏览独家记忆

摘要

IP地址主机名用途实例名192.168.12.58oracle-rac03-db03 Public ip (节点1）192.168.12.59oracle-rac04-db04Public ip(节点2）1

IP地址	主机名	用途	实例名
192.168.12.58	oracle-rac03-db03	Public ip (节点1）
192.168.12.59	oracle-rac04-db04	Public ip(节点2）
192.168.12.73	rac03-db03-vip	vip(节点1）	racdb3 asm1
192.168.12.74	rac04-db04-vip	vip(节点2）	racdb4 asm2
192.168.12.75	SCANIP	Scan ip	shncdb
172.168.12.58	rac03-db03-priv	Private ip (节点1）
172.168.12.59	rac04-db04-priv	Private ip (节点2）
172.168.12.76	Ip-san	存储ip

#Public ip

192.168.12.58 oracle-rac03-db03

192.168.12.59 oracle-rac04-db04

#vip

192.168.12.73 rac03-db03-vip

192.168.12.74 rac04-db04-vip

#private-vip

172.168.12.58 rac03-db03-priv

172.168.12.59 rac04-db04-priv

#Scan ip

192.168.12.75 racscan

cvuqdisk包是CVU的一部分，可以从OTN下载，同时GI的软件包里面也有CVU。一般就是cv目录

chkconfigntpd off

mv/etc/ntp.conf /etc/ntp.conf.orig

rm/var/run/ntpd.pid

yum install glibc.i686 -y

yum install glibc-devel -y

yum install glibc-devel.i686 -y

yum install ksh -y

yum install libGCc -y

yum install libgcc.i686 -y

yum install libstdc++ -y

yum install libstdc++.i686 -y

yum install libstdc++-devel -y

yum install libstdc++-devel.i686 -y

yum install libaio -y

yum install libaio.i686 -y

yum install libaio-devel -y

yum install libaio-devel.i686 -y

yum install libXext -y

yum install libXext.i686 -y

yum install libXtst -y

yum install libXtst.i686 -y

yum install libX11 -y

yum install libX11.i686 -y

yum install libXau -y

yum install libXau.i686 -y

yum install libxcb -y

yum install libxcb.i686 -y

yum install libXi -y

yum install libXi.i686 -y

yum install make -y

yum install sysstat -y

yum install unixODBC -y

yum install unixODBC-devel -y

yum install binutils -y

yum install compat-libcap1 -y

yum install compat-libstdc++-33 -y

yum install compat-libstdc++-33.i686 -y

yum install gcc -y

yum install gcc-c++ -y

yum install glibc –y

yum install smartmontools –y

yum install python* -y

yum install gcc* -y

rpm -ivh cvuqdisk*.rpm

root@ora ~]# vi /etc/sysconfig/selinux

SELINUX=disabled

[root@ora ~]# /usr/sbin/getenforce

Disabled

[root@rac1 ~]# service iptables stop

[root@oracle-rac03-db03 ~]# chkconfig --list |grep ip

ip6tables 0:off 1:off 2:off 3:off 4:off 5:off 6:off

iptables 0:off 1:off 2:off 3:off 4:off 5:off 6:off

[root@rac1 ~]# chkconfig --level 123456 iptables off

a、确定Linux已经安装了vnc-server

b、服务器需要开启vnc用户（注意每个用户都要运行vncpasswd)

[root@boGon ~]#vncpasswd

[root@bogon ~]# vi/etc/sysconfig/vncservers----（提前设置密码，否则报错）

VNCSERVERS="1:root 2:test"

VNCSERVERARGS[3]="-geometry 800x600-nolisten tcp -localhost"

如果启用更多用户，则可以直接空格再继续同格式添加用户，

例，VNCSERVERS="1:root 2:test 3:user"

c、修改用户文件~/.vnc/xstartup注释掉最后一行：

#twm& 改为gnome-session &

d.重启vnc服务

servicevncserver restart

e.设置VNCServer自动启动

1).编辑/etc/sysconfig/vncservers配置文件：

取消VNCSERVERS所在行的注释，例如：VNCSERVERS="1:root"

其中，1表示桌面号，root表示启动用户，

如果要启动多个VNCServer，之间用空格隔开，例如：

VNCSERVERS="1:root2:oracle 3:grid"

f .自动启动vncserver服务

a).执行以下命令查看vncserver服务状态：

chkconfig--list vncserver

b).修改vncserver服务自动启动：

chkconfig--level 345 vncserver on

客户端连接

ip:端口号（5900+桌面号，密码为vncpasswd设置密码）

vncserver -kill :2

描述	OS 组名	分配给该组OS用户	Oracle 权限
Oracle 清单和软件所有者	oinstall	grid、oracle
Oracle 自动存储管理组	asmadmin	grid	SYSASM
ASM 数据库管理员组	asmdba	grid、oracle	ASM 的 SYSDBA
ASM 操作员组	asmoper	grid	ASM 的 SYSOPER
数据库管理员	dba	grid,oracle	SYSDBA
数据库操作员	oper	oracle	SYSOPER

新建组

/usr/sbin/groupadd -g 60001 oinstall

/usr/sbin/groupadd -g 60002 dba

/usr/sbin/groupadd -g 60003 oper

/usr/sbin/groupadd -g 60004 backupdba

/usr/sbin/groupadd -g 60005 dgdba

/usr/sbin/groupadd -g 60006 kmdba

/usr/sbin/groupadd -g 60007 asmdba

/usr/sbin/groupadd -g 60008 asmoper

/usr/sbin/groupadd -g 60009 asmadmin

新建用户

/usr/sbin/useradd -g oinstall -G dba,asmdba,operoracle

usr/sbin/useradd -g oinstall-G asmadmin,asmdba,asmoper,oper,dba grid

创建目录

mkdir -p /oracle/app/grid

mkdir -p /oracle/app/12.1.0.1/grid

chown -R grid:oinstall /oracle

mkdir -p /oracle/app/oraInventory

chown -R grid:oinstall/oracle/app/oraInventory

mkdir -p /oracle/app/oracle

chown -R oracle:oinstall /oracle/app/oracle

chmod -R 775 /oracle

1、使用udev绑定方式，配置文件见文档

文件路径/etc/udev/rule.d/99-oracle-asmdevices.rules

/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/sdb-----盘符名称获取uuid

[root@rac01 rules.d]# /sbin/scsi_id--whitelisted --replace-whitespace --device=/dev/sdb

14f504e46494c450031556d7232542d4b416e362d4e624553

绑定格式

KERNEL=="sd*",BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/$name", RESULT=="14f504e46494c45004272785573692d476441622d66676939",NAME="asm-diskdata1", OWNER="grid",GROUP="asmadmin", MODE="0660"

[root@rac01 rules.d]# ll /dev/sd*--------查看设备

[root@rac01 ~]# ll /dev/sd*

brw-rw----. 1 root disk 8, 0 May 30 08:13/dev/sda

brw-rw----. 1 root disk 8, 1 May 30 08:13/dev/sda1

brw-rw----. 1 root disk 8, 2 May 30 08:13/dev/sda2

brw-rw----. 1 root disk 8, 3 May 30 08:13/dev/sda3

[root@rac01 rules.d]# ll /dev/asm*-------查看绑定

brw-rw----. 1 grid asmadmin 8, 48 May 3008:13 /dev/asm-diskdata1

brw-rw----. 1 grid asmadmin 8, 80 May 3008:13 /dev/asm-diskdata3

brw-rw----. 1 grid asmadmin 8, 96 May 3008:13 /dev/asm-diskdata4

brw-rw----. 1 grid asmadmin 8, 64 May 3008:13 /dev/asm-diskdatar2

brw-rw----. 1 grid asmadmin 8, 32 May 3008:13 /dev/asm-fl

brw-rw----. 1 grid asmadmin 8, 16 May 3008:13 /dev/asm-ocr

scp root@192.168.12.54：/etc/udev/rule.d/99-oracle-asmdevices.rules

/etc/udev/rule.d/99-oracle-asmdevices.rules

修改环境变量

root

vi /etc/profile

#ORACLE SETTING

if [ $USER = "oracle" ] || [$USER = "grid" ]; then

if [ $shell = "/bin/ksh" ]; then

ulimit -p 16384

ulimit -n 65536

else

ulimit -u 16384 -n 65536

umask 022

[root@rac02~]# source /etc/profile

节点一：

修改grid用户登录脚本

vi .bash_profile

export TMP=/tmp

export

export TMPDIR=$TMP

ORACLE_SID=+ASM1; export ORACLE_SID

ORACLE_TERM=xterm; export ORACLE_TERM

ORACLE_BASE=/oracle/app/grid; exportORACLE_BASE

ORACLE_HOME=/oracle/app/12.1.0.1/grid;export ORACLE_HOME

NLS_DATE_FORMAT="yyyy-mm-ddHH24:MI:SS"; export NLS_DATE_FORMAT

PATH=.:$PATH:$HOME/bin:$ORACLE_HOME/bin;export PATH

THREADS_FLAG=native; export THREADS_FLAG

if [ $USER = "oracle" ] || [$USER = "grid" ]; then

if [ $SHELL = "/bin/ksh" ]; then

ulimit -p 16384

ulimit -n 65536

else

ulimit -u 16384 -n 65536

umask 022

修改oracle用户登录脚本

export TMP=/tmp

export

export TMPDIR=$TMP

export ORACLE_UNQNAME= racdb3

ORACLE_BASE=/oracle/app/oracle; exportORACLE_BASE

ORACLE_HOME=$ORACLE_BASE/product/12.1.0.1/db_1;export ORACLE_HOME

ORACLE_SID= racdb3; export ORACLE_SID

ORACLE_TERM=xterm; export ORACLE_TERM

NLS_DATE_FORMAT="yyyy-mm-ddHH24:MI:SS"; export NLS_DATE_FORMAT

NLS_LANG=AMERICAN_AMERICA.ZHS16GBK;exportNLS_LANG

PATH=.:$PATH:$HOME/bin:$ORACLE_BASE/product/12.1.0.1/db_1/bin:$ORACLE_HOME/bin;

export PATH

THREADS_FLAG=native; export THREADS_FLAG

if [ $USER = "oracle" ] || [$USER = "grid" ]; then

if [ $SHELL = "/bin/ksh" ]; then

ulimit -p 16384

ulimit -n 65536

else

ulimit -u 16384 -n 65536

umask 022

节点二

Grid用户

export TMP=/tmp

export

export TMPDIR=$TMP

ORACLE_SID=+ASM2; export ORACLE_SID

ORACLE_TERM=xterm; export ORACLE_TERM

ORACLE_BASE=/oracle/app/grid; exportORACLE_BASE

ORACLE_HOME=/oracle/app/12.1.0.1/grid;export ORACLE_HOME

NLS_DATE_FORMAT="yyyy-mm-ddHH24:MI:SS"; export NLS_DATE_FORMAT

PATH=.:$PATH:$HOME/bin:$ORACLE_HOME/bin;export PATH

THREADS_FLAG=native; export THREADS_FLAG

if [ $USER = "oracle" ] || [$USER = "grid" ]; then

if [ $SHELL = "/bin/ksh" ]; then

ulimit -p 16384

ulimit -n 65536

else

ulimit -u 16384 -n 65536

umask 022

oracle

export

export TMPDIR=$TMP

export ORACLE_UNQNAME= racdb4

ORACLE_BASE=/oracle/app/oracle; exportORACLE_BASE

ORACLE_HOME=$ORACLE_BASE/product/12.1.0.1/db_1;export ORACLE_HOME

ORACLE_SID= racdb4; export ORACLE_SID

ORACLE_TERM=xterm; export ORACLE_TERM

NLS_DATE_FORMAT="yyyy-mm-ddHH24:MI:SS"; export NLS_DATE_FORMAT

NLS_LANG=AMERICAN_AMERICA.ZHS16GBK;exportNLS_LANG

PATH=.:$PATH:$HOME/bin:$ORACLE_BASE/product/12.1.0.1/db_1/bin:$ORACLE_HOME/bin;

export PATH

THREADS_FLAG=native; export THREADS_FLAG

if [ $USER = "oracle" ] || [$USER = "grid" ]; then

if [ $SHELL = "/bin/ksh" ]; then

ulimit -p 16384

ulimit -n 65536

else

ulimit -u 16384 -n 65536

umask 022

修改内核参数

fs.aio-max-nr = 1048576

fs.file-max = 6815744

kernel.shmmax = 68719476736

kernel.shmall = 4294967296

kernel.shmmni = 4096

kernel.sem = 250 32000 100 128

net.ipv4.ip_local_port_range = 9000 65500

net.core.rmem_default = 262144

net.core.rmem_max = 4194304

net.core.wmem_default = 262144

net.core.wmem_max = 1048586

在修改完内核参数后，确保运行以下命令，以使修改立即生效，否则可能在检查CRS可用性时，会检查失败。

#/sbin/sysctl -p

配置shell limit

vi /etc/security/limits.conf

添加以下内容

#ORACLE SETTING

grid soft nproc 2047

grid hard nproc 16384

grid soft nofile 1024

grid hard nofile 65536

oracle soft nproc 2047

oracle hard nproc 16384

oracle soft nofile 1024

oracle hard nofile 65536

vi /etc/pam.d/login

添加以下内容

#ORACLE SETTING

session required pam_limits.so

两台机器上分别要以oracle和grid用户执行

[oracle@node1 ~]$ mkdir ~/.ssh

[oracle@node1 ~]$ chmod 700 ~/.ssh

[oracle@node1 ~]$ssh-keygen -t rsa

[oracle@node1 ~]$ssh-keygen -t dsa

节点一上以oracle执行

[oracle@node1~]$cat ~/.ssh/id_rsa.pub>> ~/.ssh/authorized_keys

[oracle@node1~]$cat ~/.ssh/id_dsa.pub>> ~/.ssh/authorized_keys

[oracle@node1~]$ssh oracle-rac04-db04 cat ~/.ssh/id_rsa.pub>> ~/.ssh/authorized_keys

[oracle@node1~]$ssh oracle-rac04-db04 cat ~/.ssh/id_dsa.pub>> ~/.ssh/authorized_keys

[oracle@node1 ~]$ scp ~/.ssh/authorized_keys oracle-rac04-db04:~/.ssh/authorized_keys

检查是否需要密码登陆（分别以oracle执行）

[oracle@node1~]$ssh oracle-rac04-db04 date

[oracle@node1~]$ssh oracle-rac03-db03 date

[oracle@node1~]$ssh rac03-db03-priv date

[oracle@node1~]$ssh rac04-db04-priv date

切换至node2执行（分别以oracle执行）

[oracle@node2~]$ssh node1 date

[oracle@node2~]$ssh node2 date

[oracle@node2~]$ssh node1-priv date

方法：使用sshUserSetup.sh快速创建互信

sshUserSetup.sh在GI安装介质解压缩后的oui/prov/resources/scripts目录下。

下面两条命令在一个节点上执行即可（可以在root用户下执行）：

/home/grid/oui/prov/resources/scripts

#./sshUserSetup.sh -user grid -hosts "rac2 rac1" -advanced -exverify –confirm

#./sshUserSetup.sh -user oracle -hosts "rac2 rac1" -advanced -exverify -confirm

使用udev绑定方式，配置文件见文档

文件路径/etc/udev/rule.d/99-oracle-asmdevices.rules

/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/sdb-----盘符名称获取uuid

绑定格式

KERNEL=="sd*",BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/$name",RESULT=="14f504e46494c45004272785573692d476441622d66676939",NAME="asm-diskdata1", OWNER="grid",GROUP="asmadmin", MODE="0660"

1、IP配置（注意机器名不要大写）

[root@iap-gz-rac05~]# cat /etc/hosts

2、内存空间大小

[root@iap-gz-rac05~]# free -m

3、操作系统用户、oracle和grid环境变量

4、免密码登录验证(oracle和grid用户）

5、其他（grid用户）

./runcluvfy.sh stage -pre crsinst -n oracle-rac03-db03,oracle-rac04-db04 -verbose

常见错误问题解决

Oracle Database 12c Release 1

OCR裁决盘需要5G

Oracle Database 12c Release 2集群安装

A、注意文件解压要放在环境变量定义的ORALCE_HOME下，否则报错

B、安装过程中会建立两个asm磁盘组

这里说一下配置磁盘，在Oracle12c里引入了MGMTDB的概念，这个在12.1的RAC里是与OCR在同一个磁盘组里，而且占用的空间大概有几个G，但到了12cR2中，MGMT可以与OCR在同一个磁盘组也可以单独使用一个磁盘组，Oracle默认是单独使用，但在12cR2中MGMTDB占的空间特别的大，要求磁盘空间要在38G以上才行。所以我这里分配的空间容量是sdb和sdc做OCR的磁盘，每个2G，sdd和sde做MGMT的磁盘，每个20G，sdf和sdg做DATA的磁盘。如果空间不中会安装时会报如下图的错误：

C、修改磁盘属性---------------- 需要检查哪些盘，创建磁盘组的磁盘

#echo deadline >/sys/block/sdb/queue/scheduler

#echo deadline > /sys/block/sdd/queue/scheduler

验证属性修改结果：

[root@rac1 dev]# more/sys/block/sdb/queue/scheduler

noop anticipatory [deadline]cfq

D、安装执行脚本后机器无故被重启，未找到原因

Oracle Database 12cRelease 1和Oracle Database 12cRelease 2的grid安装方式有差别

（1）、软件目录结构差别

（2）、ASM磁盘差别

（3）、Oracle Database 12c Release 2磁盘性质差别

[root@oracle-rac03-db03 grid]# ./root.sh

Performing root user operation.

The following environment variables are setas:

ORACLE_OWNER= grid

ORACLE_HOME= /oracle/app/12.1.0.1/grid

Enter the full pathname of the local bindirectory: [/usr/local/bin]:

Copying dbhome to /usr/local/bin ...

Copying oraenv to /usr/local/bin ...

Copyingcoraenv to /usr/local/bin ...

Creating /etc/oratab file...

Entries will be added to the /etc/oratabfile as needed by

Database Configuration Assistant when adatabase is created

Finished running generic part of rootscript.

Now product-specific root actions will beperformed.

Relinking oracle with rac_on option

Using configuration parameter file:/oracle/app/12.1.0.1/grid/crs/install/crsconfig_params

The log of current session can be found at:

/oracle/app/grid/crsdata/oracle-rac03-db03/crsconfig/rootcrs_oracle-rac03-db03_2017-08-18_12-47-54AM.log

2017/08/18 12:48:01 CLSRSC-594: Executinginstallation step 1 of 19: 'SetupTFA'.

2017/08/18 12:48:01 CLSRSC-4001: InstallingOracle Trace File Analyzer (TFA) Collector.

2017/08/18 12:49:26 CLSRSC-4002:Successfully installed Oracle Trace File Analyzer (TFA) Collector.

2017/08/18 12:49:26 CLSRSC-594: Executinginstallation step 2 of 19: 'ValidateEnv'.

2017/08/18 12:49:36 CLSRSC-363: Userignored prerequisites during installation

2017/08/18 12:49:36 CLSRSC-594: Executinginstallation step 3 of 19: 'CheckFirstNode'.

2017/08/18 12:49:38 CLSRSC-594: Executinginstallation step 4 of 19: 'GenSiteGUIDs'.

2017/08/18 12:49:39 CLSRSC-594: Executinginstallation step 5 of 19: 'SaveParamFile'.

2017/08/18 12:49:45 CLSRSC-594: Executinginstallation step 6 of 19: 'SetupOSD'.

2017/08/18 12:49:46 CLSRSC-594: Executinginstallation step 7 of 19: 'CheckCRSConfig'.

2017/08/18 12:49:46 CLSRSC-594: Executinginstallation step 8 of 19: 'SetupLocalGPNP'.

2017/08/18 12:50:08 CLSRSC-594: Executinginstallation step 9 of 19: 'ConfigOLR'.

2017/08/18 12:50:17 CLSRSC-594: Executinginstallation step 10 of 19: 'ConfigCHMOS'.

2017/08/18 12:50:17 CLSRSC-594: Executinginstallation step 11 of 19: 'CreateOHASD'.

2017/08/18 12:50:22 CLSRSC-594: Executinginstallation step 12 of 19: 'ConfigOHASD'.

2017/08/18 12:50:50 CLSRSC-330: AddingClusterware entries to file 'oracle-ohasd.conf'

2017/08/18 12:51:31 CLSRSC-594: Executinginstallation step 13 of 19: 'InstallAFD'.

2017/08/18 12:51:34 CLSRSC-594: Executinginstallation step 14 of 19: 'InstallACFS'.

CRS-2791: Starting shutdown of Oracle HighAvailability Services-managed resources on 'oracle-rac03-db03'

CRS-2793: Shutdown of Oracle HighAvailability Services-managed resources on 'oracle-rac03-db03' has completed

CRS-4133: Oracle High Availability Serviceshas been stopped.

CRS-4123: Oracle High Availability Serviceshas been started.

2017/08/18 12:52:43 CLSRSC-594: Executinginstallation step 15 of 19: 'InstallKA'.

2017/08/18 12:52:47 CLSRSC-594: Executinginstallation step 16 of 19: 'InitConfig'.

CRS-2791: Starting shutdown of Oracle HighAvailability Services-managed resources on 'oracle-rac03-db03'

CRS-2793: Shutdown of Oracle HighAvailability Services-managed resources on 'oracle-rac03-db03' has completed

CRS-4133: Oracle High Availability Serviceshas been stopped.

CRS-4123: Oracle High Availability Serviceshas been started.

CRS-2672: Attempting to start 'ora.evmd' on'oracle-rac03-db03'

CRS-2672: Attempting to start 'ora.mdnsd'on 'oracle-rac03-db03'

CRS-2676: Start of 'ora.evmd' on'oracle-rac03-db03' succeeded

CRS-2676: Start of 'ora.mdnsd' on'oracle-rac03-db03' succeeded

CRS-2672: Attempting to start 'ora.gpnpd'on 'oracle-rac03-db03'

CRS-2676: Start of 'ora.gpnpd' on'oracle-rac03-db03' succeeded

CRS-2672: Attempting to start'ora.CSSdmonitor' on 'oracle-rac03-db03'

CRS-2672: Attempting to start 'ora.gipcd'on 'oracle-rac03-db03'

CRS-2676: Start of 'ora.cssdmonitor' on'oracle-rac03-db03' succeeded

CRS-2676: Start of 'ora.gipcd' on'oracle-rac03-db03' succeeded

CRS-2672: Attempting to start 'ora.cssd' on'oracle-rac03-db03'

CRS-2672: Attempting to start 'ora.diskmon'on 'oracle-rac03-db03'

CRS-2676: Start of 'ora.diskmon' on'oracle-rac03-db03' succeeded

CRS-2676: Start of 'ora.cssd' on'oracle-rac03-db03' succeeded

Disk groups created successfully. Check/oracle/app/grid/cfgtoollogs/asmca/asmca-170818PM125352.log for details.

2017/08/18 12:55:22 CLSRSC-482: Runningcommand: '/oracle/app/12.1.0.1/grid/bin/ocrconfig -upgrade grid oinstall'

CRS-2672: Attempting to start 'ora.crf' on'oracle-rac03-db03'

CRS-2672: Attempting to start 'ora.storage'on 'oracle-rac03-db03'

CRS-2676: Start of 'ora.storage' on'oracle-rac03-db03' succeeded

CRS-2676: Start of 'ora.crf' on'oracle-rac03-db03' succeeded

CRS-2672: Attempting to start 'ora.crsd' on'oracle-rac03-db03'

CRS-2676: Start of 'ora.crsd' on'oracle-rac03-db03' succeeded

CRS-4256: Updating the profile

Successful addition of voting disk0af75e811a324f4abfd98f859a8b6b79.

Successfully replaced voting disk groupwith +DATA.

CRS-4256: Updating the profile

CRS-4266: Voting file(s) successfullyreplaced

## STATE File Universal Id File Name Disk group

-- ----- ----------------- --------- ---------

1.ONLINE 0af75e811a324f4abfd98f859a8b6b79(/dev/asmdocr) [DATA]

Located 1 voting disk(s).

CRS-2791: Starting shutdown of Oracle HighAvailability Services-managed resources on 'oracle-rac03-db03'

CRS-2673: Attempting to stop 'ora.crsd' on'oracle-rac03-db03'

CRS-2677: Stop of 'ora.crsd' on'oracle-rac03-db03' succeeded

CRS-2673: Attempting to stop 'ora.storage'on 'oracle-rac03-db03'

CRS-2673: Attempting to stop 'ora.crf' on'oracle-rac03-db03'

CRS-2673: Attempting to stop 'ora.gpnpd' on'oracle-rac03-db03'

CRS-2673: Attempting to stop 'ora.mdnsd' on'oracle-rac03-db03'

CRS-2677: Stop of 'ora.crf' on'oracle-rac03-db03' succeeded

CRS-2677: Stop of 'ora.storage' on'oracle-rac03-db03' succeeded

CRS-2673: Attempting to stop 'ora.asm' on'oracle-rac03-db03'

CRS-2677: Stop of 'ora.gpnpd' on'oracle-rac03-db03' succeeded

CRS-2677: Stop of 'ora.mdnsd' on'oracle-rac03-db03' succeeded

CRS-2677: Stop of 'ora.asm' on'oracle-rac03-db03' succeeded

CRS-2673: Attempting to stop'ora.cluster_interconnect.haip' on 'oracle-rac03-db03'

CRS-2677: Stop of'ora.cluster_interconnect.haip' on 'oracle-rac03-db03' succeeded

CRS-2673: Attempting to stop 'ora.ctssd' on'oracle-rac03-db03'

CRS-2673: Attempting to stop 'ora.evmd' on'oracle-rac03-db03'

CRS-2677: Stop of 'ora.ctssd' on'oracle-rac03-db03' succeeded

CRS-2677: Stop of 'ora.evmd' on'oracle-rac03-db03' succeeded

CRS-2673: Attempting to stop 'ora.cssd' on'oracle-rac03-db03'

CRS-2677: Stop of 'ora.cssd' on'oracle-rac03-db03' succeeded

CRS-2673: Attempting to stop 'ora.gipcd' on'oracle-rac03-db03'

CRS-2677: Stop of 'ora.gipcd' on'oracle-rac03-db03' succeeded

CRS-2793: Shutdown of Oracle HighAvailability Services-managed resources on 'oracle-rac03-db03' has completed

CRS-4133: Oracle High Availability Serviceshas been stopped.

2017/08/18 12:57:29 CLSRSC-594: Executinginstallation step 17 of 19: 'StartCluster'.

CRS-4123: Starting Oracle High AvailabilityServices-managed resources