oracle linux 5.8安裝oracle 11g rac環境之grid安裝

安裝環境:

操作系統:oracle linux 5.8 64位

集群軟件:linux.x64_11gR2_grid.zip

數據庫:linux.x64_11gR2_database_1of1.zip,linux.x64_11gR2_database_1of2.zip

cpu:1顆

內存:必須1.5G以上(一般是2G)

本地磁盤:20G(根分區9G,swap是2G,home分區是9G)

asm軟件:oracleasm-2.6.18-194.el5-2.0.5-1.el5.x86_64.rpm
       oracleasmlib-2.0.4-1.el5.x86_64.rpm
       oracleasm-support-2.1.7-1.el5.x86_64.rpm

IP地址劃分:192.168.3.100   rac1      eth0

       192.168.3.101   rac2      eth0

       192.168.3.200   rac1-vip   eth0:1

       192.168.3.201   rac2-vip   eth0:1

       10.0.0.1       rac1-priv   eth2

       10.0.0.2       rac2-priv   eth2

       192.168.3.155   scan-cluster  eth0

IP說明:

      每臺服務器必須兩塊網卡, public ip,priv ip和scan ip必須在同一網段.public和priv必須在網卡中寫明地址,vip在地址是自己添加的.

1.安裝操作系統,圖形化安裝

    安裝系統時將iptable和selinux全部禁用

2.配置虛擬機的網卡

rac1節點:

[root@rac1 ~]# vim /etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE=eth0
BOOTPROTO=static
HWADDR=00:0C:29:BE:51:CE
ONBOOT=yes
DHCP_HOSTNAME=rac1
IPADDR=192.168.3.100
NETMASK=255.255.255.0

[root@rac1 ~]# vim /etc/sysconfig/network-scripts/ifcfg-eth2

DEVICE=eth2
BOOTPROTO=static
HWADDR=00:0C:29:BE:51:D8
ONBOOT=yes
HOTPLUG=no
DHCP_HOSTNAME=rac1
IPADDR=10.0.0.1

[root@rac1 ~]# /etc/init.d/network restart
Shutting down interface eth0:        [  OK  ]
Shutting down interface eth2:        [  OK  ]
Shutting down loopback interface:     [  OK  ]
Bringing up loopback interface:       [  OK  ]
Bringing up interface eth0:           [  OK  ]
Bringing up interface eth2:         [  OK  ]
[root@rac1 ~]#

rac2節點:

[root@rac2 ~]# vim /etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE=eth0
BOOTPROTO=static
HWADDR=00:0C:29:7B:C0:13
ONBOOT=yes
DHCP_HOSTNAME=rac2
IPADDR=192.168.3.101
NETMASK=255.255.255.0

[root@rac2 ~]# vim /etc/sysconfig/network-scripts/ifcfg-eth2

DEVICE=eth2
BOOTPROTO=static
HWADDR=00:0C:29:7B:C0:1D
ONBOOT=yes
DHCP_HOSTNAME=rac2
IPADDR=10.0.0.2
[root@rac2 ~]#

3.配置hosts文件,主機名與IP地址解析(兩個節點都是一樣的)

[root@rac1 ~]# vim /etc/hosts
192.168.3.100   rac1.localdomain  rac1
192.168.3.101   rac2.localdomain  rac2
192.168.3.200   rac1-vip.localdomain  rac1-vip
192.168.3.201   rac2-vip.localdomain  rac2-vip
10.0.0.1       rac1-priv.localdomain  rac1-priv
10.0.0.2       rac2-priv.localdomain  rac2-priv
#192.168.3.155   scan-cluster.localdomain   scan-cluster   --注意,scan是用DNS解析的，在hosts文件中就不需要要定義了,否則會出錯

[root@rac1 ~]#

4.光盤鏡像掛載,安裝軟件依賴包(兩個節點是一樣的)

[root@rac1 ~]# mount /dev/cdrom /mnt/
mount: block device /dev/cdrom is write-protected, mounting read-only
[root@rac1 ~]# vim /etc/yum.repos.d/centos.repo
[centos]
name=centos
baseurl=file:///mnt/Server
gpgcheck=1
enabled=1
gpgkey=file:///mnt/RPM-GPG-KEY-oracle
[root@rac1 ~]# yum repolist

[root@rac1 ~]# yum -y install compat-libstdc++-33 elfutils-libelf-devel gcc  gcc-c++ glibc-devel glibc-headers libaio-devel  libstdc++-devel  sysstat  unixODBC unixODBC-devel bind bind-chroot bind-lib -y

5.配置DNS,解析rac1,rac2,scan-cluster的IP地址

[root@rac1 ~]# cd /var/named/chroot/etc/          

[root@rac1 etc]# cp -p named.caching-nameserver.conf  named.conf 

[root@rac1 etc]# vim named.conf 

listen-on port 53 { any; };

allow-query     { any; };

allow-query-cache { any; };

match-clients      { any; };

match-destinations { any; };

[root@rac1 etc]# vim named.rfc1912.zones    --添加域名反向解析

zone "3.168.192.in-addr.arpa" IN {

        type master;

        file "3.168.192.in-addr.arpa";

        allow-update { none; };

};

[root@rac1 etc]# cd /var/named/chroot/var/named/

[root@rac1 named]# cp -p localdomain.zone  3.168.192.in-addr.arpa 

[root@rac1 named]# vim 3.168.192.in-addr.arpa 

[root@rac1 named]# vim localdomain.zone

[root@rac1 named]# /etc/init.d/named restart

6.修改內核參數(兩個節點必須一至)

[root@rac1 ~]# vim /etc/sysctl.conf

fs.aio-max-nr = 1048576
fs.file-max = 6815744
kernel.shmmax = 4294967295
kernel.shmall = 2097152
kernel.shmmni = 4096
kernel.sem = 250 32000 100 128
net.ipv4.ip_local_port_range = 9000 65500
net.core.rmem_default = 4194304
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048586
[root@rac1 ~]#sysctl -p        --使配置生效

7.創建用戶，用戶組,用戶設置密碼(兩個節點必須一至)

[root@rac1 ~]# groupadd  -g 1000 oinstall
[root@rac1 ~]# groupadd  -g 1001 dba
[root@rac1 ~]# groupadd  -g 1002 oper
[root@rac1 ~]# groupadd  -g 1003 asmadmin
[root@rac1 ~]# groupadd  -g 1004 asmdba
[root@rac1 ~]# groupadd  -g 1005 asmoper
[root@rac2 ~]# useradd -u 1000 -g oinstall -G dba,oper,asmdba -d /home/oracle oracle

[root@rac1 ~]# passwd oracle
Changing password for user oracle.
New UNIX password:
BAD PASSWORD: it is based on a dictionary word
Retype new UNIX password:
passwd: all authentication tokens updated successfully.
[root@rac2 ~]# useradd -u 1001 -g oinstall -G dba,asmadmin,asmoper,asmdba -d /home/grid grid
[root@rac1 ~]# passwd  grid
Changing password for user grid.
New UNIX password:
BAD PASSWORD: it is based on a dictionary word
Retype new UNIX password:
passwd: all authentication tokens updated successfully.
[root@rac1 ~]#

8.創建oracle與grid存放的目錄(兩個節點必須一至)

[root@rac1 ~]# mkdir -p /home/grid/app

[root@rac1 ~]# mkdir -p /home/grid/11.2.0/grid  --ORACLE_HOME目錄不能在ORACLE_BASE目錄在下面,否則會報錯
[root@rac1 ~]# chown -R grid:oinstall /home/grid/app
[root@rac1 ~]# mkdir /home/oracle/app -p
[root@rac1 ~]# mkdir /home/oracle/app/oracle/product/11.2.0/db_1 -p
[root@rac1 ~]# chown -R oracle:oinstall /home/oracle/
[root@rac1 ~]#

9.修改用戶對文件打開的限制(兩個節點一至)

[root@rac1 ~]# vim /etc/security/limits.conf
grid   soft   nofile  1024
grid   hard   nofile  65536
grid   soft   nproc   2047
grid   hard   nproc   16384
oracle  soft   nofile  1024
oracle  hard   nofile  65536
oracle  soft   nproc   2047
oracle  hard   nproc   16384
[root@rac1 ~]#

10.登陸oracle用戶添加環境變量和ssh互相信任

rac1節點:

[root@rac1 ~]# su - oracle
[oracle@rac1 ~]$ vim .bash_profile
export ORACLE_BASE=/home/oracle/app
export ORACLE_HOME=/home/oracle/app/oracle/product/11.2.0/db_1
export ORACLE_SID=racdb01     --rac2節點就是racdb02    
[oracle@rac1 ~]$ ssh-keygen -t rsa
Generating public/private rsa key pair.
Enter file in which to save the key (/home/oracle/.ssh/id_rsa):
Created directory '/home/oracle/.ssh'.
Enter passphrase (empty for no passphrase):
Enter same passphrase again:
Your identification has been saved in /home/oracle/.ssh/id_rsa.
Your public key has been saved in /home/oracle/.ssh/id_rsa.pub.
The key fingerprint is:
f4:4a:af:8d:36:26:ce:5e:b9:75:75:08:09:56:a3:77 oracle@rac1
[oracle@rac1 ~]$ cd .ssh/
[oracle@rac1 .ssh]$ cat id_rsa.pub > authorized_keys

[oracle@rac1 .ssh]$ scp authorized_keys oracle@10.0.0.2:/home/oracle/
The authenticity of host '10.0.0.2 (10.0.0.2)' can't be established.
RSA key fingerprint is b7:fa:04:54:02:f7:84:c3:c1:75:9b:35:8c:de:17:82.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added '10.0.0.2' (RSA) to the list of known hosts.
oracle@10.0.0.2's password:
authorized_keys          100%  393     0.4KB/s   00:00    
[oracle@rac1 .ssh]$

rac2節點:
[root@rac2 ~]# su - oracle
[oracle@rac2 ~]$ vim .bash_profile
export ORACLE_BASE=/home/oracle/app
export ORACLE_HOME=/home/oracle/app/oracle/product/11.2.0/db_1
export ORACLE_SID=racdb02
[oracle@rac2 ~]$ ssh-keygen -t rsa
Generating public/private rsa key pair.
Enter file in which to save the key (/home/oracle/.ssh/id_rsa):
Created directory '/home/oracle/.ssh'.
Enter passphrase (empty for no passphrase):
Enter same passphrase again:
Your identification has been saved in /home/oracle/.ssh/id_rsa.
Your public key has been saved in /home/oracle/.ssh/id_rsa.pub.
The key fingerprint is:
83:5c:10:bf:a5:19:c3:56:07:da:48:52:86:39:d0:e7 oracle@rac2
[oracle@rac2 ~]$ mv authorized_keys  .ssh/
[oracle@rac2 ~]$ cd .ssh/
[oracle@rac2 .ssh]$ cat id_rsa.pub >> authorized_keys
[oracle@rac2 .ssh]$ chmod  600 authorized_keys
[oracle@rac2 .ssh]$ ll
total 12
-rw------- 1 oracle oinstall  786 Sep 14 10:26 authorized_keys
-rw------- 1 oracle oinstall 1679 Sep 14 10:26 id_rsa
-rw-r--r-- 1 oracle oinstall  393 Sep 14 10:26 id_rsa.pub
[oracle@rac2 .ssh]$

rac1節點:

[oracle@rac1 .ssh]$ scp  oracle@10.0.0.2:/home/oracle/.ssh/authorized_keys .
authorized_keys         100%  786     0.8KB/s   00:00    
[oracle@rac1 .ssh]$ chmod  600 authorized_keys
[oracle@rac1 .ssh]$ ll
total 16
-rw------- 1 oracle oinstall  786 Sep 14 10:27 authorized_keys
-rw------- 1 oracle oinstall 1675 Sep 14 10:23 id_rsa
-rw-r--r-- 1 oracle oinstall  393 Sep 14 10:23 id_rsa.pub
-rw-r--r-- 1 oracle oinstall  390 Sep 14 10:24 known_hosts
[oracle@rac1 .ssh]$ ssh rac2-priv date     --這時要檢查(rac1,rac2,rac1-priv,rac2-priv全部通過,否則安裝時會報錯,在rac2節點上也要一個一個檢查)
The authenticity of host 'rac2-priv (10.0.0.2)' can't be established.
RSA key fingerprint is b7:fa:04:54:02:f7:84:c3:c1:75:9b:35:8c:de:17:82.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added 'rac2-priv' (RSA) to the list of known hosts.
Wed Sep 14 10:31:16 CST 2016
[oracle@rac1 .ssh]$ ssh rac2-priv date
Wed Sep 14 10:31:17 CST 2016
[oracle@rac1 .ssh]$

11.登陸grid用戶添加環境變量,ssh互相信任

rac1節點:

[root@rac1 ~]# su - grid
[grid@rac1 ~]$ vim .bash_profile
export ORACLE_BASE=/home/grid/app
export ORACLE_HOME=/home/grid/11.2.0/grid
export ORACLE_SID=+ASM1
[grid@rac1 ~]$ ssh-keygen -t rsa
Generating public/private rsa key pair.
Enter file in which to save the key (/home/grid/.ssh/id_rsa):
Created directory '/home/grid/.ssh'.
Enter passphrase (empty for no passphrase):
Enter same passphrase again:
Your identification has been saved in /home/grid/.ssh/id_rsa.
Your public key has been saved in /home/grid/.ssh/id_rsa.pub.
The key fingerprint is:
f8:89:6c:fc:59:84:92:d8:88:a1:82:c3:ca:1c:a7:35 grid@rac1
[grid@rac1 ~]$ cd .ssh/
[grid@rac1 .ssh]$ cat id_rsa.pub > authorized_keys
[grid@rac1 .ssh]$ scp authorized_keys  grid@10.0.0.2:/home/grid/
authorized_keys            100%  391     0.4KB/s   00:00
[grid@rac1 .ssh]$

rac2節點:

[root@rac2 ~]# su - grid
[grid@rac2 ~]$ vim .bash_profile
export ORACLE_BASE=/home/grid
export ORACLE_HOME=/home/grid/11.2.0/grid
export ORACLE_SID=+ASM2
[grid@rac2 ~]$ ssh-keygen -t rsa
Generating public/private rsa key pair.
Enter file in which to save the key (/home/grid/.ssh/id_rsa):
Created directory '/home/grid/.ssh'.
Enter passphrase (empty for no passphrase):
Enter same passphrase again:
Your identification has been saved in /home/grid/.ssh/id_rsa.
Your public key has been saved in /home/grid/.ssh/id_rsa.pub.
The key fingerprint is:
04:f4:a0:05:13:bd:3c:fc:39:d1:04:40:a1:b1:a6:b4 grid@rac2
[grid@rac2 ~]$ mv authorized_keys  .ssh/
[grid@rac2 ~]$ cd .ssh/
[grid@rac2 .ssh]$ cat id_rsa.pub >> authorized_keys
[grid@rac2 .ssh]$ chmod  600 authorized_keys
[grid@rac2 .ssh]$ ll
total 12
-rw------- 1 grid oinstall  782 Sep 14 10:40 authorized_keys
-rw------- 1 grid oinstall 1675 Sep 14 10:40 id_rsa
-rw-r--r-- 1 grid oinstall  391 Sep 14 10:40 id_rsa.pub
[grid@rac2 .ssh]$

rac1節點:

[grid@rac1 .ssh]$ scp  grid@10.0.0.2:/home/grid/.ssh/authorized_keys .
authorized_keys         100%  782     0.8KB/s   00:00    

[grid@rac1 .ssh]$ chmod  600 authorized_keys
[grid@rac1 .ssh]$ ll
total 20
-r--r----- 1 grid oinstall  391 Sep 14 10:38 authorized_keys
-rw------- 1 grid oinstall 1675 Sep 14 10:38 id_rsa
-rw-r--r-- 1 grid oinstall  391 Sep 14 10:38 id_rsa.pub
-rw-r--r-- 1 grid oinstall  390 Sep 14 10:38 known_hosts
[grid@rac1 .ssh]$ ssh rac1 date      --檢查ssh是否生效(rac1,rac2,rac1-priv,rac2-priv都要測試通過,否則安裝時會報錯,rac2節點也要測試)
The authenticity of host 'rac1 (127.0.0.1)' can't be established.
RSA key fingerprint is b4:90:ba:90:1e:0e:9e:ce:5a:23:70:17:76:e0:6a:9d.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added 'rac1' (RSA) to the list of known hosts.
Wed Sep 14 10:43:14 CST 2016
[grid@rac1 .ssh]$ ssh rac1 date
Wed Sep 14 10:43:15 CST 2016
[grid@rac1 .ssh]$

12.修改用戶登陸模塊,停止ntpd服務(兩個節點一樣)

[root@rac1 ~]# vim /etc/pam.d/login
session   required     /lib64/security/pam_limits.so
session   required     pam_limits.so
[root@rac1 ~]# mv  /etc/ntp.conf  /etc/ntp.conf.back
[root@rac1 ~]# /etc/init.d/ntpd stop
Shutting down ntpd:                  [FAILED]
[root@rac1 ~]#

13.關閉rac1節點,添加本地磁盤,使用iscsi共享存儲

ocr盤:1G           /dev/sdb

voting disk盤:1G     /dev/sdc

FLASK recovery盤:10G  /dev/sdd

DATA disk盤:10G      /dev/sde

rac1節點:(添加磁盤的節點)

(1).在rac1節點添加磁盤

(2).在rac1和rac2的配置文件添加參數

disk.locking="FALSE"

scsi1.SharedBus="Virtual"

scsi1.shared="TRUE"

(3).在rac2添加已有的磁盤,在rac1創建的磁盤

14.安裝oracleasm軟件包,創建自動存儲(兩個節點必須全部安裝)

[root@rac1 ~]# yum install oracleasm*
[root@rac1 ~]# rpm -ivh oracleasmlib-2.0.4-1.el5.x86_64.rpm
[root@rac1 ~]# /etc/init.d/oracleasm configure -i
Configuring the Oracle ASM library driver.

This will configure the on-boot properties of the Oracle ASM library
driver.  The following questions will determine whether the driver is
loaded on boot and what permissions it will have.  The current values
will be shown in brackets ('[]').  Hitting <ENTER> without typing an
answer will keep that current value.  Ctrl-C will abort.

Default user to own the driver interface []: grid
Default group to own the driver interface []: asmadmin
Start Oracle ASM library driver on boot (y/n) [n]: y
Scan for Oracle ASM disks on boot (y/n) [y]: y
Writing Oracle ASM library driver configuration: done
Initializing the Oracle ASMLib driver:               [  OK  ]
Scanning the system for Oracle ASMLib disks:           [  OK  ]
[root@rac1 ~]# /usr/sbin/oracleasm init
[root@rac1 ~]# /usr/sbin/oracleasm status
Checking if ASM is loaded: yes
Checking if /dev/oracleasm is mounted: yes
[root@rac1 ~]# /usr/sbin/oracleasm configure
ORACLEASM_ENABLED=true
ORACLEASM_UID=grid
ORACLEASM_GID=asmadmin
ORACLEASM_SCANBOOT=true
ORACLEASM_SCANORDER=""
ORACLEASM_SCANEXCLUDE=""
[root@rac1 ~]# oracleasm createdisk VOL01 /dev/sdb1
Writing disk header: done
Instantiating disk: done
[root@rac1 ~]# oracleasm createdisk VOL02 /dev/sdc1
Writing disk header: done
Instantiating disk: done
[root@rac1 ~]# oracleasm createdisk VOL03 /dev/sdd1
Writing disk header: done
Instantiating disk: done
[root@rac1 ~]# oracleasm createdisk VOL04 /dev/sde1
Writing disk header: done
Instantiating disk: done
[root@rac1 ~]# oracleasm listdisks
VOL01
VOL02
VOL03
VOL04
[root@rac1 ~]# oracleasm querydisk /dev/sd*
Device "/dev/sda" is not marked as an ASM disk
Device "/dev/sda1" is not marked as an ASM disk
Device "/dev/sda2" is not marked as an ASM disk
Device "/dev/sda3" is not marked as an ASM disk
Device "/dev/sdb" is not marked as an ASM disk
Device "/dev/sdb1" is marked an ASM disk with the label "VOL01"
Device "/dev/sdc" is not marked as an ASM disk
Device "/dev/sdc1" is marked an ASM disk with the label "VOL02"
Device "/dev/sdd" is not marked as an ASM disk
Device "/dev/sdd1" is marked an ASM disk with the label "VOL03"
Device "/dev/sde" is not marked as an ASM disk
Device "/dev/sde1" is marked an ASM disk with the label "VOL04"
[root@rac1 ~]#

rac2節點:
在rac2節點只需要掃描磁盤就行了,不需要全新安裝和創建
[root@rac2 ~]# /usr/sbin/oracleasm scandisks
Reloading disk partitions: done
Cleaning any stale ASM disks...
Scanning system for ASM disks...
Instantiating disk "VOL04"
Instantiating disk "VOL03"
Instantiating disk "VOL01"
Instantiating disk "VOL02"
[root@rac2 ~]# /usr/sbin/oracleasm listdisks
VOL01
VOL02
VOL03
VOL04
[root@rac2 ~]#

15.grid集群軟件安裝(安裝之前檢查下條件)

[grid@rac1 grid]# ./runcluvfy.sh stage -pre crsinst -n rac1,rac2 -fixup -verbose

####檢查結果必須是:Pre-check for cluster services  setup was successful .否則安裝不成功

下面圖有點問題:Cluster Name:應該是scan-cluster,SCAN Name:應該是scan-cluster.localdomain

腳本執行順序:

先在rac1節點執行orainstRoot.sh腳本

然后在rac2節點執行orainstRoot.sh腳本

最后在rac1節點執行root.sh腳本

最后在rac2節點執行root.sh腳本

完成