安装环境:
操作系统:oracle linux 5.8 64位
集群软件:linux.x64_11gR2_grid.zip
数据库:linux.x64_11gR2_database_1of1.zip,linux.x64_11gR2_database_1of2.zip
cpu:1颗
内存:必须1.5G以上(一般是2G)
本地磁盘:20G(根分区9G,swap是2G,home分区是9G)
asm软件:oracleasm-2.6.18-194.el5-2.0.5-1.el5.x86_64.rpm
oracleasmlib-2.0.4-1.el5.x86_64.rpm
oracleasm-support-2.1.7-1.el5.x86_64.rpm
IP地址划分:192.168.3.100 rac1 eth0
192.168.3.101 rac2 eth0
192.168.3.200 rac1-vip eth0:1
192.168.3.201 rac2-vip eth0:1
10.0.0.1 rac1-priv eth1
10.0.0.2 rac2-priv eth1
192.168.3.155 scan-cluster eth0
IP说明:
每台服务器必须两块网卡, public ip,priv ip和scan ip必须在同一网段.public和priv必须在网卡中写明地址,vip在地址是自己添加的.
1.安装操作系统,图形化安装
安装系统时将iptable和selinux全部禁用
2.配置虚拟机的网卡
rac1节点:
[root@rac1 ~]# vim /etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE=eth0
BOOTPROTO=static
HWADDR=00:0C:29:BE:51:CE
ONBOOT=yes
DHCP_HOSTNAME=rac1
IPADDR=192.168.3.100
NETMASK=255.255.255.0
[root@rac1 ~]# vim /etc/sysconfig/network-scripts/ifcfg-eth1
DEVICE=eth1
BOOTPROTO=static
HWADDR=00:0C:29:BE:51:D8
ONBOOT=yes
HOTPLUG=no
DHCP_HOSTNAME=rac1
IPADDR=10.0.0.1
[root@rac1 ~]# /etc/init.d/network restart
Shutting down interface eth0: [ OK ]
Shutting down interface eth1: [ OK ]
Shutting down loopback interface: [ OK ]
Bringing up loopback interface: [ OK ]
Bringing up interface eth0: [ OK ]
Bringing up interface eth1: [ OK ]
[root@rac1 ~]#
rac2节点:
[root@rac2 ~]# vim /etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE=eth0
BOOTPROTO=static
HWADDR=00:0C:29:7B:C0:13
ONBOOT=yes
DHCP_HOSTNAME=rac2
IPADDR=192.168.3.101
NETMASK=255.255.255.0
[root@rac2 ~]# vim /etc/sysconfig/network-scripts/ifcfg-eth1
DEVICE=eth1
BOOTPROTO=static
HWADDR=00:0C:29:7B:C0:1D
ONBOOT=yes
DHCP_HOSTNAME=rac2
IPADDR=10.0.0.2
[root@rac2 ~]#
3.配置hosts文件,主机名与IP地址解析(两个节点都是一样的)
[root@rac1 ~]# vim /etc/hosts
192.168.3.100 rac1.localdomain rac1
192.168.3.101 rac2.localdomain rac2
192.168.3.200 rac1-vip.localdomain rac1-vip
192.168.3.201 rac2-vip.localdomain rac2-vip
10.0.0.1 rac1-priv.localdomain rac1-priv
10.0.0.2 rac2-priv.localdomain rac2-priv
#192.168.3.155 scan-cluster.localdomain scan-cluster --注意,scan是用DNS解析的，在hosts文件中就不需要要定义了,否则会出错
[root@rac1 ~]#
4.光盘镜像挂载,安装软件依赖包(两个节点是一样的)
[root@rac1 ~]# mount /dev/cdrom /mnt/
mount: block device /dev/cdrom is write-protected, mounting read-only
[root@rac1 ~]# vim /etc/yum.repos.d/centos.repo
[centos]
name=centos
baseurl=file:///mnt/Server
gpgcheck=1
enabled=1
gpgkey=file:///mnt/RPM-GPG-KEY-oracle
[root@rac1 ~]# yum repolist
[root@rac1 ~]# yum -y install compat-libstdc++-33 elfutils-libelf-devel gcc gcc-c++ glibc-devel glibc-headers libaio-devel libstdc++-devel sysstat unixODBC unixODBC-devel bind bind-chroot bind-lib -y
5.配置DNS,解析rac1,rac2,scan-cluster的IP地址
[root@rac1 ~]# cd /var/named/chroot/etc/
[root@rac1 etc]# cp -p named.caching-nameserver.conf named.conf
[root@rac1 etc]# vim named.conf
listen-on port 53 { any; };
allow-query { any; };
allow-query-cache { any; };
match-clients { any; };
match-destinations { any; };
[root@rac1 etc]# vim named.rfc1912.zones --添加域名反向解析
zone "3.168.192.in-addr.arpa" IN {
type master;
file "3.168.192.in-addr.arpa";
allow-update { none; };
};
[root@rac1 etc]# cd /var/named/chroot/var/named/
[root@rac1 named]# cp -p localdomain.zone 3.168.192.in-addr.arpa
[root@rac1 named]# vim 3.168.192.in-addr.arpa
[root@rac1 named]# vim localdomain.zone
[root@rac1 named]# /etc/init.d/named restart
6.修改内核参数(两个节点必须一至)
[root@rac1 ~]# vim /etc/sysctl.conf
fs.aio-max-nr = 1048576
fs.file-max = 6815744
kernel.shmmax = 4294967295
kernel.shmall = 2097152
kernel.shmmni = 4096
kernel.sem = 250 32000 100 128
net.ipv4.ip_local_port_range = 9000 65500
net.core.rmem_default = 4194304
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048586
[root@rac1 ~]#sysctl -p --使配置生效
7.创建用户，用户组,用户设置密码(两个节点必须一至)
[root@rac1 ~]# groupadd -g 1000 oinstall
[root@rac1 ~]# groupadd -g 1001 dba
[root@rac1 ~]# groupadd -g 1002 oper
[root@rac1 ~]# groupadd -g 1003 asmadmin
[root@rac1 ~]# groupadd -g 1004 asmdba
[root@rac1 ~]# groupadd -g 1005 asmoper
[root@rac2 ~]# useradd -u 1000 -g oinstall -G dba,oper,asmdba -d /home/oracle oracle
[root@rac1 ~]# passwd oracle
Changing password for user oracle.
New UNIX password:
BAD PASSWORD: it is based on a dictionary word
Retype new UNIX password:
passwd: all authentication tokens updated successfully.
[root@rac2 ~]# useradd -u 1001 -g oinstall -G dba,asmadmin,asmoper,asmdba -d /home/grid grid
[root@rac1 ~]# passwd grid
Changing password for user grid.
New UNIX password:
BAD PASSWORD: it is based on a dictionary word
Retype new UNIX password:
passwd: all authentication tokens updated successfully.
[root@rac1 ~]#
8.创建oracle与grid存放的目录(两个节点必须一至)
[root@rac1 ~]# mkdir -p /home/grid/app
[root@rac1 ~]# mkdir -p /home/grid/11.2.0/grid --ORACLE_HOME目录不能在ORACLE_BASE目录在下面,否则会报错
[root@rac1 ~]# chown -R grid:oinstall /home/grid/app
[root@rac1 ~]# mkdir /home/oracle/app -p
[root@rac1 ~]# mkdir /home/oracle/app/oracle/product/11.2.0/db_1 -p
[root@rac1 ~]# chown -R oracle:oinstall /home/oracle/
[root@rac1 ~]#
9.修改用户对文件打开的限制(两个节点一至)
[root@rac1 ~]# vim /etc/security/limits.conf
grid soft nofile 1024
grid hard nofile 65536
grid soft nproc 2047
grid hard nproc 16384
oracle soft nofile 1024
oracle hard nofile 65536
oracle soft nproc 2047
oracle hard nproc 16384
[root@rac1 ~]#
10.登陆oracle用户添加环境变量和ssh互相信任
rac1节点:
[root@rac1 ~]# su - oracle
[oracle@rac1 ~]$ vim .bash_profile
export ORACLE_BASE=/home/oracle/app
export ORACLE_HOME=/home/oracle/app/oracle/product/11.2.0/db_1
export ORACLE_SID=racdb01 --rac2节点就是racdb02
[oracle@rac1 ~]$ ssh-keygen -t rsa
Generating public/private rsa key pair.
Enter file in which to save the key (/home/oracle/.ssh/id_rsa):
Created directory '/home/oracle/.ssh'.
Enter passphrase (empty for no passphrase):
Enter same passphrase again:
Your identification has been saved in /home/oracle/.ssh/id_rsa.
Your public key has been saved in /home/oracle/.ssh/id_rsa.pub.
The key fingerprint is:
f4:4a:af:8d:36:26:ce:5e:b9:75:75:08:09:56:a3:77 oracle@rac1
[oracle@rac1 ~]$ cd .ssh/
[oracle@rac1 .ssh]$ cat id_rsa.pub > authorized_keys
[oracle@rac1 .ssh]$ scp authorized_keys oracle@10.0.0.2:/home/oracle/
The authenticity of host '10.0.0.2 (10.0.0.2)' can't be established.
RSA key fingerprint is b7:fa:04:54:02:f7:84:c3:c1:75:9b:35:8c:de:17:82.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added '10.0.0.2' (RSA) to the list of known hosts.
oracle@10.0.0.2's password:
authorized_keys 100% 393 0.4KB/s 00:00
[oracle@rac1 .ssh]$
rac2节点:
[root@rac2 ~]# su - oracle
[oracle@rac2 ~]$ vim .bash_profile
export ORACLE_BASE=/home/oracle/app
export ORACLE_HOME=/home/oracle/app/oracle/product/11.2.0/db_1
export ORACLE_SID=racdb02
[oracle@rac2 ~]$ ssh-keygen -t rsa
Generating public/private rsa key pair.
Enter file in which to save the key (/home/oracle/.ssh/id_rsa):
Created directory '/home/oracle/.ssh'.
Enter passphrase (empty for no passphrase):
Enter same passphrase again:
Your identification has been saved in /home/oracle/.ssh/id_rsa.
Your public key has been saved in /home/oracle/.ssh/id_rsa.pub.
The key fingerprint is:
83:5c:10:bf:a5:19:c3:56:07:da:48:52:86:39:d0:e7 oracle@rac2
[oracle@rac2 ~]$ mv authorized_keys .ssh/
[oracle@rac2 ~]$ cd .ssh/
[oracle@rac2 .ssh]$ cat id_rsa.pub >> authorized_keys
[oracle@rac2 .ssh]$ chmod 600 authorized_keys
[oracle@rac2 .ssh]$ ll
total 12
-rw------- 1 oracle oinstall 786 Sep 14 10:26 authorized_keys
-rw------- 1 oracle oinstall 1679 Sep 14 10:26 id_rsa
-rw-r--r-- 1 oracle oinstall 393 Sep 14 10:26 id_rsa.pub
[oracle@rac2 .ssh]$
rac1节点:
[oracle@rac1 .ssh]$ scp oracle@10.0.0.2:/home/oracle/.ssh/authorized_keys .
authorized_keys 100% 786 0.8KB/s 00:00
[oracle@rac1 .ssh]$ chmod 600 authorized_keys
[oracle@rac1 .ssh]$ ll
total 16
-rw------- 1 oracle oinstall 786 Sep 14 10:27 authorized_keys
-rw------- 1 oracle oinstall 1675 Sep 14 10:23 id_rsa
-rw-r--r-- 1 oracle oinstall 393 Sep 14 10:23 id_rsa.pub
-rw-r--r-- 1 oracle oinstall 390 Sep 14 10:24 known_hosts
[oracle@rac1 .ssh]$ ssh rac2-priv date --这时要检查(rac1,rac2,rac1-priv,rac2-priv全部通过,否则安装时会报错,在rac2节点上也要一个一个检查)
The authenticity of host 'rac2-priv (10.0.0.2)' can't be established.
RSA key fingerprint is b7:fa:04:54:02:f7:84:c3:c1:75:9b:35:8c:de:17:82.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added 'rac2-priv' (RSA) to the list of known hosts.
Wed Sep 14 10:31:16 CST 2016
[oracle@rac1 .ssh]$ ssh rac2-priv date
Wed Sep 14 10:31:17 CST 2016
[oracle@rac1 .ssh]$
11.登陆grid用户添加环境变量,ssh互相信任
rac1节点:
[root@rac1 ~]# su - grid
[grid@rac1 ~]$ vim .bash_profile
export ORACLE_BASE=/home/grid/app
export ORACLE_HOME=/home/grid/11.2.0/grid
export ORACLE_SID=+ASM1
[grid@rac1 ~]$ ssh-keygen -t rsa
Generating public/private rsa key pair.
Enter file in which to save the key (/home/grid/.ssh/id_rsa):
Created directory '/home/grid/.ssh'.
Enter passphrase (empty for no passphrase):
Enter same passphrase again:
Your identification has been saved in /home/grid/.ssh/id_rsa.
Your public key has been saved in /home/grid/.ssh/id_rsa.pub.
The key fingerprint is:
f8:89:6c:fc:59:84:92:d8:88:a1:82:c3:ca:1c:a7:35 grid@rac1
[grid@rac1 ~]$ cd .ssh/
[grid@rac1 .ssh]$ cat id_rsa.pub > authorized_keys
[grid@rac1 .ssh]$ scp authorized_keys grid@10.0.0.2:/home/grid/
authorized_keys 100% 391 0.4KB/s 00:00
[grid@rac1 .ssh]$
rac2节点:
[root@rac2 ~]# su - grid
[grid@rac2 ~]$ vim .bash_profile
export ORACLE_BASE=/home/grid
export ORACLE_HOME=/home/grid/11.2.0/grid
export ORACLE_SID=+ASM2
[grid@rac2 ~]$ ssh-keygen -t rsa
Generating public/private rsa key pair.
Enter file in which to save the key (/home/grid/.ssh/id_rsa):
Created directory '/home/grid/.ssh'.
Enter passphrase (empty for no passphrase):
Enter same passphrase again:
Your identification has been saved in /home/grid/.ssh/id_rsa.
Your public key has been saved in /home/grid/.ssh/id_rsa.pub.
The key fingerprint is:
04:f4:a0:05:13:bd:3c:fc:39:d1:04:40:a1:b1:a6:b4 grid@rac2
[grid@rac2 ~]$ mv authorized_keys .ssh/
[grid@rac2 ~]$ cd .ssh/
[grid@rac2 .ssh]$ cat id_rsa.pub >> authorized_keys
[grid@rac2 .ssh]$ chmod 600 authorized_keys
[grid@rac2 .ssh]$ ll
total 12
-rw------- 1 grid oinstall 782 Sep 14 10:40 authorized_keys
-rw------- 1 grid oinstall 1675 Sep 14 10:40 id_rsa
-rw-r--r-- 1 grid oinstall 391 Sep 14 10:40 id_rsa.pub
[grid@rac2 .ssh]$
rac1节点:
[grid@rac1 .ssh]$ scp grid@10.0.0.2:/home/grid/.ssh/authorized_keys .
authorized_keys 100% 782 0.8KB/s 00:00
[grid@rac1 .ssh]$ chmod 600 authorized_keys
[grid@rac1 .ssh]$ ll
total 20
-r--r----- 1 grid oinstall 391 Sep 14 10:38 authorized_keys
-rw------- 1 grid oinstall 1675 Sep 14 10:38 id_rsa
-rw-r--r-- 1 grid oinstall 391 Sep 14 10:38 id_rsa.pub
-rw-r--r-- 1 grid oinstall 390 Sep 14 10:38 known_hosts
[grid@rac1 .ssh]$ ssh rac1 date --检查ssh是否生效(rac1,rac2,rac1-priv,rac2-priv都要测试通过,否则安装时会报错,rac2节点也要测试)
The authenticity of host 'rac1 (127.0.0.1)' can't be established.
RSA key fingerprint is b4:90:ba:90:1e:0e:9e:ce:5a:23:70:17:76:e0:6a:9d.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added 'rac1' (RSA) to the list of known hosts.
Wed Sep 14 10:43:14 CST 2016
[grid@rac1 .ssh]$ ssh rac1 date
Wed Sep 14 10:43:15 CST 2016
[grid@rac1 .ssh]$
12.修改用户登陆模块,停止ntpd服务(两个节点一样)
[root@rac1 ~]# vim /etc/pam.d/login
session required /lib64/security/pam_limits.so
session required pam_limits.so
[root@rac1 ~]# mv /etc/ntp.conf /etc/ntp.conf.back
[root@rac1 ~]# /etc/init.d/ntpd stop
Shutting down ntpd: [FAILED]
[root@rac1 ~]#
13.关闭rac1节点,添加本地磁盘,使用iscsi共享存储
ocr盘:1G /dev/sdb
voting disk盘:1G /dev/sdc
FLASK recovery盘:10G /dev/sdd
DATA disk盘:10G /dev/sde
rac1节点:(添加磁盘的节点)
(1).在rac1节点添加磁盘
(2).在rac1和rac2的配置文件添加参数
disk.locking="FALSE"
scsi1.SharedBus="Virtual"
scsi1.shared="TRUE"
(3).在rac2添加已有的磁盘,在rac1创建的磁盘
14.安装oracleasm软件包,创建自动存储(两个节点必须全部安装)
[root@rac1 ~]# yum install oracleasm*
[root@rac1 ~]# rpm -ivh oracleasmlib-2.0.4-1.el5.x86_64.rpm
[root@rac1 ~]# /etc/init.d/oracleasm configure -i
Configuring the Oracle ASM library driver.
This will configure the on-boot properties of the Oracle ASM library
driver. The following questions will determine whether the driver is
loaded on boot and what permissions it will have. The current values
will be shown in brackets ('[]'). Hitting <ENTER> without typing an
answer will keep that current value. Ctrl-C will abort.
Default user to own the driver interface []: grid
Default group to own the driver interface []: asmadmin
Start Oracle ASM library driver on boot (y/n) [n]: y
Scan for Oracle ASM disks on boot (y/n) [y]: y
Writing Oracle ASM library driver configuration: done
Initializing the Oracle ASMLib driver: [ OK ]
Scanning the system for Oracle ASMLib disks: [ OK ]
[root@rac1 ~]# /usr/sbin/oracleasm init
[root@rac1 ~]# /usr/sbin/oracleasm status
Checking if ASM is loaded: yes
Checking if /dev/oracleasm is mounted: yes
[root@rac1 ~]# /usr/sbin/oracleasm configure
ORACLEASM_ENABLED=true
ORACLEASM_UID=grid
ORACLEASM_GID=asmadmin
ORACLEASM_SCANBOOT=true
ORACLEASM_SCANORDER=""
ORACLEASM_SCANEXCLUDE=""
[root@rac1 ~]# oracleasm createdisk VOL01 /dev/sdb1
Writing disk header: done
Instantiating disk: done
[root@rac1 ~]# oracleasm createdisk VOL02 /dev/sdc1
Writing disk header: done
Instantiating disk: done
[root@rac1 ~]# oracleasm createdisk VOL03 /dev/sdd1
Writing disk header: done
Instantiating disk: done
[root@rac1 ~]# oracleasm createdisk VOL04 /dev/sde1
Writing disk header: done
Instantiating disk: done
[root@rac1 ~]# oracleasm listdisks
VOL01
VOL02
VOL03
VOL04
[root@rac1 ~]# oracleasm querydisk /dev/sd*
Device "/dev/sda" is not marked as an ASM disk
Device "/dev/sda1" is not marked as an ASM disk
Device "/dev/sda2" is not marked as an ASM disk
Device "/dev/sda3" is not marked as an ASM disk
Device "/dev/sdb" is not marked as an ASM disk
Device "/dev/sdb1" is marked an ASM disk with the label "VOL01"
Device "/dev/sdc" is not marked as an ASM disk
Device "/dev/sdc1" is marked an ASM disk with the label "VOL02"
Device "/dev/sdd" is not marked as an ASM disk
Device "/dev/sdd1" is marked an ASM disk with the label "VOL03"
Device "/dev/sde" is not marked as an ASM disk
Device "/dev/sde1" is marked an ASM disk with the label "VOL04"
[root@rac1 ~]#
rac2节点:
在rac2节点只需要扫描磁盘就行了,不需要全新安装和创建
[root@rac2 ~]# /usr/sbin/oracleasm scandisks
Reloading disk partitions: done
Cleaning any stale ASM disks...
Scanning system for ASM disks...
Instantiating disk "VOL04"
Instantiating disk "VOL03"
Instantiating disk "VOL01"
Instantiating disk "VOL02"
[root@rac2 ~]# /usr/sbin/oracleasm listdisks
VOL01
VOL02
VOL03
VOL04
[root@rac2 ~]#
15.grid集群软件安装(安装之前检查下条件)
[grid@rac1 grid]# ./runcluvfy.sh stage -pre crsinst -n rac1,rac2 -fixup -verbose
####检查结果必须是:Pre-check for cluster services setup was successful .否则安装不成功
下面图有点问题:Cluster Name:应该是scan-cluster,SCAN Name:应该是scan-cluster.localdomain
脚本执行顺序:
先在rac1节点执行orainstRoot.sh脚本
然后在rac2节点执行orainstRoot.sh脚本
完成
