1、安装准备
说明：1.2-1.16需在两个节点操作
1.1、系统版本
# cat /etc/redhat-release
CentOS Linux release 7.9.2009 (Core)
1.2、移除virbr0
# yum remove libvirt-libs
1.3、依赖包
1.3.1、挂载镜像源
# mount /dev/sr0 /mnt
1.3.2、配置yum源
# cat <<EOF>>/etc/yum.repos.d/local.repo
[local]
name=local
baseurl=file:///mnt
gpgcheck=0
enabled=1
EOF
# yum makecache
1.3.3、安装依赖包
# yum install -y bc \
binutils \
compat-libcap1 \
compat-libstdc++-33 \
gcc \
gcc-c++ \
elfutils-libelf \
elfutils-libelf-devel \
glibc \
glibc-devel \
ksh \
libaio \
libaio-devel \
libgcc \
libstdc++ \
libstdc++-devel \
libxcb \
libX11 \
libXau \
libXi \
libXtst \
libXrender \
libXrender-devel \
make \
net-tools \
nfs-utils \
smartmontools \
sysstat \
e2fsprogs \
e2fsprogs-libs \
fontconfig-devel \
expect \
unzip \
openssh-clients \
readline* \
tigervnc* \
psmisc --skip-broken
1.3.4、上传依赖包
# mkdir /soft
sftp> cd /soft
sftp> lcd F:\package
sftp> put compat-libstdc++-33-3.2.3-72.el7.x86_64.rpm
# rpm -ivh compat-libstdc++-33-3.2.3-72.el7.x86_64.rpm
1.3.5、检查依赖包
# rpm -q bc binutils compat-libcap1 compat-libstdc++-33 gcc gcc-c++ elfutils-libelf elfutils-libelf-devel glibc glibc-devel ksh libaio libaio-devel libgcc libstdc++ libstdc++-devel libxcb libX11 libXau libXi libXtst libXrender libXrender-devel make net-tools nfs-utils smartmontools sysstat e2fsprogs e2fsprogs-libs fontconfig-devel expect unzip openssh-clients readline | grep "not installed"
1.4、网络配置
添加网卡
[root@hisdb1 ~]# nmcli con show
NAME UUID TYPE DEVICE
ens33 d86ffd7f-c4cc-41e1-9b8e-b7d5879ffdb4 ethernet ens33
Wired connection 1 cf307207-fbf8-375c-9020-6b38163960cf ethernet ens37
[root@hisdb2 ~]# nmcli con show
NAME UUID TYPE DEVICE
ens33 766fe35c-eb31-4b28-84a6-b49c23890d29 ethernet ens33
Wired connection 1 cd104666-fdee-355e-9ef9-5196f0f39ab2 ethernet ens37
配置ens37文件
拷贝ens33的配置文件，并然后按如下修改：
[root@hisdb1 network-scripts]# cat ifcfg-ens37
TYPE=Ethernet
PROXY_METHOD=none
BROWSER_ONLY=no
BOOTPROTO=static
DEFROUTE=yes
IPV4_FAILURE_FATAL=no
IPV6INIT=yes
IPV6_AUTOCONF=yes
IPV6_DEFROUTE=yes
IPV6_FAILURE_FATAL=no
IPV6_ADDR_GEN_MODE=stable-privacy
NAME=ens37
UUID=ab9ccd27-a8c9-3c2f-a8e2-c8720d3ab063
DEVICE=ens37
ONBOOT=yes
IPADDR=192.168.11.182
HWADDR=00:0c:29:52:28:72
PREFIX=24
#GATEWAY=192.168.133.2
#DNS1=192.168.133.2
IPV6_PRIVACY=no
# service network restart
修改hosts文件
# cat <<EOF>>/etc/hosts
#Public IP
192.168.133.180 hisdb1
192.168.133.181 hisdb2
#Private IP
192.168.11.182 hisdb1-priv
192.168.11.183 hisdb2-priv
#Virtual IP
192.168.133.185 hisdb1-vip
192.168.133.186 hisdb2-vip
#Scan IP
192.168.133.187 hisdb-scan
EOF
说明：此时公网和私网能ping通，其它三个不能ping通
1.5、防火墙
# systemctl status firewalld.service
# systemctl stop firewalld.service
# systemctl disable firewalld.service
1.6、禁用selinux
将SELINUX修改为disabled
[root@hisdb1 ~]# sed -i 's/SELINUX=enforcing/SELINUX=disabled/g' /etc/selinux/config
[root@hisdb1 ~]# cat /etc/selinux/config
# This file controls the state of SELinux on the system.
# SELINUX= can take one of these three values:
# enforcing - SELinux security policy is enforced.
# permissive - SELinux prints warnings instead of enforcing.
# disabled - No SELinux policy is loaded.
SELINUX=disabled
# SELINUXTYPE= can take one of three values:
# targeted - Targeted processes are protected,
# minimum - Modification of targeted policy. Only selected processes are protected.
# mls - Multi Level Security protection.
SELINUXTYPE=targeted
注意：需重启主机，才能生效
1.7、时间同步配置
# yum install -y chrony
# timedatectl set-timezone Asia/Shanghai
# timedatectl
# date
1.8、avahi-daemon配置
# yum install -y avahi*
# systemctl stop avahi-daemon.socket
# systemctl stop avahi-daemon.service
# pgrep -f avahi-daemon | awk '{print "kill -9 "$2}'
# systemctl disable avahi-daemon.socket
# systemctl disable avahi-daemon.service
1.9、配置 NOZEROCONF：
# cat <<EOF>>/etc/sysconfig/network
NOZEROCONF=yes
EOF
1.10、配置系统参数
修改/etc/sysctl.conf文件
# cat <<EOF>>/etc/sysctl.conf
fs.aio-max-nr = 1048576
fs.file-max = 6815744
kernel.shmall = 2097152
kernel.shmmax = 8181829631
kernel.shmmni = 4096
kernel.sem = 250 32000 100 128
net.ipv4.ip_local_port_range = 9000 65500
net.core.rmem_default = 262144
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048576
net.ipv4.conf.ens33.rp_filter = 1
net.ipv4.conf.ens37.rp_filter = 2
EOF
# /sbin/sysctl -p
1.11、创建用户、用户组、目录
创建组
groupadd oinstall
groupadd dba
groupadd oper
groupadd backupdba
groupadd dgdba
groupadd kmdba
groupadd asmdba
groupadd asmoper
groupadd asmadmin
groupadd racdba
创建用户
useradd -g oinstall -G asmadmin,asmdba,asmoper,dba,racdba,oper grid
useradd -g oinstall -G asmdba,dba,backupdba,dgdba,kmdba,racdba,oper oracle
设置密码
echo "oracle_4U" |passwd oracle --stdin
echo "grid_4U" |passwd grid --stdin
创建目录
mkdir -p /u01/app/19.3.0/grid
mkdir -p /u01/app/grid
mkdir -p /u01/app/oracle/product/19.3.0/db
mkdir -p /u01/app/oraInventory
mkdir -p /backup
mkdir -p /home/oracle/scripts
修改权限
chown -R oracle:oinstall /backup
chown -R oracle:oinstall /home/oracle/scripts
chown -R grid:oinstall /u01
chown -R grid:oinstall /u01/app/grid
chown -R grid:oinstall /u01/app/19.3.0/grid
chown -R grid:oinstall /u01/app/oraInventory
chown -R oracle:oinstall /u01/app/oracle
chmod -R 775 /u01
1.12、系统资源配置
配置limits.conf
# cat <<EOF>>/etc/security/limits.conf
oracle soft nofile 1024
oracle hard nofile 65536
oracle soft stack 10240
oracle hard stack 32768
oracle soft nproc 2047
oracle hard nproc 16384
oracle hard memlock 134217728
oracle soft memlock 134217728
grid soft nofile 1024
grid hard nofile 65536
grid soft stack 10240
grid hard stack 32768
grid soft nproc 2047
grid hard nproc 16384
EOF
1.13、修改/etc/pam.d/login文件
# cat <<EOF>>/etc/pam.d/login
session required pam_limits.so
session required /lib64/security/pam_limits.so
EOF
1.14、环境变量配置
grid用户
$ cat <<EOF>>/home/grid/.bash_profile
umask 022
export TMP=/tmp
export TMPDIR=\$TMP
export NLS_LANG=AMERICAN_AMERICA.AL32UTF8
export ORACLE_BASE=/u01/app/grid
export ORACLE_HOME=/u01/app/19.3.0/grid
export ORACLE_TERM=xterm
export TNS_ADMIN=\$ORACLE_HOME/network/admin
export LD_LIBRARY_PATH=\$ORACLE_HOME/lib:/lib:/usr/lib
export ORACLE_SID=+ASM1
export PATH=/usr/sbin:\$PATH
export PATH=\$ORACLE_HOME/bin:\$ORACLE_HOME/OPatch:\$PATH
alias sas='sqlplus / as sysasm'
export PS1="[\`whoami\`@\`hostname\`:"'\$PWD]\$ '
EOF
$ source .bash_profile
注意：节点2为+ASM2
oracle用户
$ cat <<EOF>>/home/oracle/.bash_profile
umask 022
export TMP=/tmp
export TMPDIR=\$TMP
export NLS_LANG=AMERICAN_AMERICA.AL32UTF8
export ORACLE_BASE=/u01/app/oracle
export ORACLE_HOME=\$ORACLE_BASE/product/19.3.0/db
export ORACLE_HOSTNAME=hisdb1
export ORACLE_TERM=xterm
export TNS_ADMIN=\$ORACLE_HOME/network/admin
export LD_LIBRARY_PATH=\$ORACLE_HOME/lib:/lib:/usr/lib
export ORACLE_SID=orcl1
export PATH=/usr/sbin:\$PATH
export PATH=\$ORACLE_HOME/bin:\$ORACLE_HOME/OPatch:\$PATH
alias sas='sqlplus / as sysdba'
export PS1="[\`whoami\`@\`hostname\`:"'\$PWD]\$ '
EOF
$ source .bash_profile
注意：节点2 为orcl2、hisdb2
1.15、修改/etc/profile文件
# cat <<EOF>>/etc/profile
if [ $USER = "oracle" ] || [ $USER = "grid" ]; then
if [ $SHELL = "/bin/ksh" ]; then
ulimit -p 16384
ulimit -n 65536
else
ulimit -u 16384 -n 65536
fi
umask 022
fi
EOF
#source /etc/profile
备注：此为设置系统限制
1.16、透明大页和numa
# sed -i 's/quiet/quiet transparent_hugepage=never numa=off/' /etc/default/grub
# grub2-mkconfig -o /boot/grub2/grub.cfg
注意： 需重启主机生效
以下为重启后数据：
# cat /sys/kernel/mm/transparent_hugepage/enabled
always madvise [never]
# cat /proc/cmdline
BOOT_IMAGE=/vmlinuz-5.4.17-2011.6.2.el7uek.x86_64 root=/dev/mapper/ol-root ro crashkernel=auto rd.lvm.lv=ol/root rd.lvm.lv=ol/swap rhgb quiet transparent_hugepage=never numa=off
2、配置共享存储
使用工具：VMware Workstation Pro的vmware-vdiskmanager.exe
（1）：cd到vmware的安装路径
（2）：本地创建共享磁盘保存的路径
（3）：运行vmware-vdiskmanager.exe创建共享磁盘
C:\Program Files (x86)\VMware\VMware Workstation>vmware-vdiskmanager.exe -c -s 10g -a lsilogic -t 2 "D:\hisdb1\hisdb1-0.vmdk"
VixDiskLib: Failed to initialize PhoneHome library.
Creating disk ' D:\hisdb1\hisdb1-0.vmdk '
Create: 100% done.
Virtual disk creation successful.
C:\Program Files (x86)\VMware\VMware Workstation>vmware-vdiskmanager.exe -c -s 20g -a lsilogic -t 2 "D:\hisdb1\hisdb1-1.vmdk"
VixDiskLib: Failed to initialize PhoneHome library.
Creating disk 'D:\hisdb1\hisdb1-1.vmdk'
Create: 100% done.
Virtual disk creation successful.
节点2添加磁盘
节点2依次添加两块磁盘，修改两台主机的.vmx文件后再开启主机.
.vmx文件添加如下内容：
disk.locking = "FALSE"
disk.EnableUUID = "TRUE"
3、multipath
备注：3.1-3.5双节点执行
3.1、安装multipath
# yum -y install device-mapper*
# mpathconf --enable --with_multipathd y
3.2、查看共享盘的scsi_id
# /usr/lib/udev/scsi_id -g -u /dev/sdb
36000c291f9d126dd7a60c8e5e1270790
# /usr/lib/udev/scsi_id -g -u /dev/sdc
36000c29a3ad6274222311edc63244b4e
3.3、配置multipath
wwid值为上面获取的scsi_id,alias可自定义，这里配置1块OCR盘，1块DATA盘
# cat <<EOF>/etc/multipath.conf
defaults {
user_friendly_names yes
}
blacklist {
devnode "^sda"
}
multipaths {
multipath {
wwid "36000c2947e6ebbec7395081d85961eaa"
alias ocr
}
multipath {
wwid "36000c292ae2cba5e90677bb4a36389be"
alias data
}
}
EOF
3.4、激活multipath多路径
# multipath -F
# multipath -v2
create: ocr (36000c2906f6fdfe51c942d55ab53e0a5) undef VMware, ,VMware Virtual S
size=20G features='0' hwhandler='0' wp=undef
`-+- policy='service-time 0' prio=1 status=undef
`- 0:0:1:0 sdb 8:16 undef ready running
create: data (36000c292dac0c7d657cd87a0880c75ec) undef VMware, ,VMware Virtual S
size=30G features='0' hwhandler='0' wp=undef
`-+- policy='service-time 0' prio=1 status=undef
`- 0:0:2:0 sdc 8:32 undef ready running
# multipath -ll
data (36000c2944f091c4e21e3a94f11f2e5a5) dm-4 VMware, ,VMware Virtual S
size=20G features='0' hwhandler='0' wp=rw
`-+- policy='service-time 0' prio=1 status=active
`- 2:0:2:0 sdc 8:32 active ready running
ocr (36000c293a52b620581a54e8be5ef7257) dm-2 VMware, ,VMware Virtual S
size=10G features='0' hwhandler='0' wp=rw
`-+- policy='service-time 0' prio=1 status=active
`- 2:0:1:0 sdb 8:16 active ready running
3.5、udev绑盘
[root@hisdb1 rules.d]# for i in b c; do
echo "KERNEL==\"sd*\",ENV{DEVTYPE}==\"disk\",SUBSYSTEM==\"block\",PROGRAM==\"/usr/lib/udev/scsi_id -g -u -d \$devnode\",RESULT==\"`/usr/lib/udev/scsi_id -g -u /dev/sd$i`\", RUN+=\"/bin/sh -c 'mknod /dev/asm-disk$i b \$major \$minor; chown grid:asmadmin /dev/asm-disk$i; chmod 0660 /dev/asm-disk$i'\"" >> /etc/udev/rules.d/99-oracle-asmdevices.rules
done
[root@hisdb1 rules.d]# cat /etc/udev/rules.d/99-oracle-asmdevices.rules
KERNEL=="sd*",ENV{DEVTYPE}=="disk",SUBSYSTEM=="block",PROGRAM=="/usr/lib/udev/scsi_id -g -u -d $devnode",RESULT=="36000c2906f6fdfe51c942d55ab53e0a5", RUN+="/bin/sh -c 'mknod /dev/asm-diskb b $major $minor; chown grid:asmadmin /dev/asm-diskb; chmod 0660 /dev/asm-diskb'"
KERNEL=="sd*",ENV{DEVTYPE}=="disk",SUBSYSTEM=="block",PROGRAM=="/usr/lib/udev/scsi_id -g -u -d $devnode",RESULT=="36000c292dac0c7d657cd87a0880c75ec", RUN+="/bin/sh -c 'mknod /dev/asm-diskc b $major $minor; chown grid:asmadmin /dev/asm-diskc; chmod 0660 /dev/asm-diskc'"
4、安装包
备注：4.1-4.3节点1执行，4.4双节点执行
4.1、上传文件
# mkdir /soft
sftp> cd /soft
sftp> lcd F:\installmedium\19c
sftp> put LINUX.X64_193000_*_home.zip
上传安装介质到/soft目录
LINUX.X64_193000_db_home.zip
LINUX.X64_193000_grid_home.zip
p33509923_190000_Linux-x86-64.zip
p6880880_190000_Linux-x86-64.zip
4.2、解压文件
备注： 19C 的安装包需解压到对应ORACLE_HOME目录
解压grid安装包：
# chown -R grid:oinstall /soft
# su - grid
# su - grid -c "unzip -q /soft/LINUX.X64_193000_grid_home.zip -d /u01/app/19.3.0/grid/"
解压oracle安装包：
# chown -R oracle:oinstall /soft
# su - oracle -c "unzip -q /soft/LINUX.X64_193000_db_home.zip -d /u01/app/oracle/product/19.3.0/db/"
解压补丁包：
# cd /soft
RU补丁包
# chown -R grid:oinstall /soft
# su - grid -c "unzip -q -o /soft/p6880880_190000_Linux-x86-64.zip -d /u01/app/19.3.0/grid"
OPatch补丁包
# su - grid -c "unzip -q /soft/p33509923_190000_Linux-x86-64.zip -d /soft"
# chown -R oracle:oinstall /soft
# su - oracle -c "unzip -q -o /soft/p6880880_190000_Linux-x86-64.zip -d /u01/app/oracle/product/19.3.0/db"
4.3、查看补丁版本
[grid@hisdb1:/home/grid]$ opatch version
OPatch Version: 12.2.0.1.28
OPatch succeeded.
4.4、cvuqdisk安装
[root@hisdb1]# cd /u01/app/19.3.0/grid/cv/rpm/
[root@hisdb1 rpm]# rpm -ivh cvuqdisk-1.0.10-1.rpm
传输到节点二安装
[root@hisdb1 rpm]# scp cvuqdisk-1.0.10-1.rpm hisdb2:/root
[root@hisdb2 ~]# rpm -ivh cvuqdisk-1.0.10-1.rpm
5、互信
节点1执行
# /u01/app/19.3.0/grid/oui/prov/resources/scripts/sshUserSetup.sh -user grid -hosts "hisdb1 hisdb2" -advanced exverify -confirm
# /u01/app/19.3.0/grid/oui/prov/resources/scripts/sshUserSetup.sh -user oracle -hosts "hisdb1 hisdb2" -advanced exverify -confirm
5.1、互信测试
备注：双节点执行
grid用户：
[grid@hisdb1:/home/grid]$ ssh hisdb1 date
Fri Mar 11 22:51:43 CST 2022
[grid@hisdb1:/home/grid]$ ssh hisdb2 date
Fri Mar 11 22:51:47 CST 2022
[grid@hisdb1:/home/grid]$ ssh hisdb1-priv date
The authenticity of host 'hisdb1-priv (192.168.11.182)' can't be established.
ECDSA key fingerprint is SHA256:SBeQztwonmafRVMPStmVtJrhr//vRQ9yqtdKcnTpsj0.
ECDSA key fingerprint is MD5:65:42:f5:47:b0:1e:9a:e5:6d:f5:aa:10:3d:0f:cb:f7.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added 'hisdb1-priv,192.168.11.182' (ECDSA) to the list of known hosts.
Fri Mar 11 22:51:58 CST 2022
[grid@hisdb1:/home/grid]$ ssh hisdb1-priv date
Fri Mar 11 22:52:00 CST 2022
[grid@hisdb1:/home/grid]$ ssh hisdb2-priv date
The authenticity of host 'hisdb2-priv (192.168.11.183)' can't be established.
ECDSA key fingerprint is SHA256:IcjrCqkVpJ/xkEL7OPunYQpNxJq+wJwUKRGmKhrvawE.
ECDSA key fingerprint is MD5:ec:13:83:2a:41:1a:a8:36:5a:62:49:5e:35:62:40:10.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added 'hisdb2-priv,192.168.11.183' (ECDSA) to the list of known hosts.
Fri Mar 11 22:52:07 CST 2022
[grid@hisdb1:/home/grid]$ ssh hisdb2-priv date
Fri Mar 11 22:52:09 CST 2022
oracle用户
[oracle@hisdb1:/home/oracle]$ ssh hisdb1 date
Fri Mar 11 22:53:00 CST 2022
[oracle@hisdb1:/home/oracle]$ ssh hisdb2 date
Fri Mar 11 22:53:03 CST 2022
[oracle@hisdb1:/home/oracle]$ ssh hisdb1-priv date
The authenticity of host 'hisdb1-priv (192.168.11.182)' can't be established.
ECDSA key fingerprint is SHA256:SBeQztwonmafRVMPStmVtJrhr//vRQ9yqtdKcnTpsj0.
ECDSA key fingerprint is MD5:65:42:f5:47:b0:1e:9a:e5:6d:f5:aa:10:3d:0f:cb:f7.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added 'hisdb1-priv,192.168.11.182' (ECDSA) to the list of known hosts.
Fri Mar 11 22:53:13 CST 2022
[oracle@hisdb1:/home/oracle]$ ssh hisdb1-priv date
Fri Mar 11 22:53:15 CST 2022
[oracle@hisdb1:/home/oracle]$ ssh hisdb2-priv date
The authenticity of host 'hisdb2-priv (192.168.11.183)' can't be established.
ECDSA key fingerprint is SHA256:IcjrCqkVpJ/xkEL7OPunYQpNxJq+wJwUKRGmKhrvawE.
ECDSA key fingerprint is MD5:ec:13:83:2a:41:1a:a8:36:5a:62:49:5e:35:62:40:10.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added 'hisdb2-priv,192.168.11.183' (ECDSA) to the list of known hosts.
Fri Mar 11 22:53:21 CST 2022
[oracle@hisdb1:/home/oracle]$ ssh hisdb2-priv date
Fri Mar 11 22:53:23 CST 2022
#需要达到不输入yes
6、检查 selinux、numa和透明大页
[root@hisdb2 ~]# getenforce
Disabled
[root@hisdb1 ~]# getenforce
Disabled
[root@hisdb1 ~]# cat /proc/cmdline
BOOT_IMAGE=/vmlinuz-5.4.17-2011.6.2.el7uek.x86_64 root=/dev/mapper/ol-root ro crashkernel=auto rd.lvm.lv=ol/root rd.lvm.lv=ol/swap rhgb quiet transparent_hugepage=never numa=off
[root@hisdb2 ~]# cat /proc/cmdline
BOOT_IMAGE=/vmlinuz-5.4.17-2011.6.2.el7uek.x86_64 root=/dev/mapper/ol-root ro crashkernel=auto rd.lvm.lv=ol/root rd.lvm.lv=ol/swap rhgb quiet transparent_hugepage=never numa=off
7、安装Grid
备注：节点1执行
7.1、图形界面安装
说明：19C支持安装grid软件前打RU补丁
[root@hisdb1 soft]# chown -R grid:oinstall /soft
[grid@hisdb1:/home/grid]$ cd $ORACLE_HOME
[grid@hisdb1:/u01/app/19.3.0/grid]$ export DISPLAY=192.168.133.1:0.0
[grid@hisdb1:/u01/app/19.3.0/grid]$ ./gridSetup.sh -applyRU /soft/33509923
Preparing the home to patch...
Applying the patch /soft/33509923...
输入 grid 用户密码，创建用户时两节点必须保持一致.
然后执行 setup，再执行 test，开始互信：
确保对应网卡和IP网段对应即可，19C 心跳网段需要选 ASM & Private，用于 ASM 实例的托管：
安装时填创建 OCR盘，一块盘冗余 External：
开始安装 grid：
两节点顺序执行 root.sh，节点一执行完后节点二再执行.
# /u01/app/oraInventory/orainstRoot.sh
# /u01/app/19.3.0/grid/root.sh
此报错可忽略.
7.2、检查集群状态
[grid@hisdb1:/u01/app/19.3.0/grid]$ crsctl stat res -t
--------------------------------------------------------------------------------
Name Target State Server State details
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
ONLINE ONLINE hisdb1 STABLE
ONLINE ONLINE hisdb2 STABLE
ora.chad
ONLINE ONLINE hisdb1 STABLE
ONLINE ONLINE hisdb2 STABLE
ora.net1.network
ONLINE ONLINE hisdb1 STABLE
ONLINE ONLINE hisdb2 STABLE
ora.ons
ONLINE ONLINE hisdb1 STABLE
ONLINE ONLINE hisdb2 STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
1 ONLINE ONLINE hisdb1 STABLE
2 ONLINE ONLINE hisdb2 STABLE
3 OFFLINE OFFLINE STABLE
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE hisdb1 STABLE
ora.OCR.dg(ora.asmgroup)
1 ONLINE ONLINE hisdb1 STABLE
2 ONLINE ONLINE hisdb2 STABLE
3 OFFLINE OFFLINE STABLE
ora.asm(ora.asmgroup)
1 ONLINE ONLINE hisdb1 Started,STABLE
2 ONLINE ONLINE hisdb2 Started,STABLE
3 OFFLINE OFFLINE STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
1 ONLINE ONLINE hisdb1 STABLE
2 ONLINE ONLINE hisdb2 STABLE
3 OFFLINE OFFLINE STABLE
ora.cvu
1 ONLINE ONLINE hisdb1 STABLE
ora.hisdb1.vip
1 ONLINE ONLINE hisdb1 STABLE
ora.hisdb2.vip
1 ONLINE ONLINE hisdb2 STABLE
ora.qosmserver
1 ONLINE ONLINE hisdb1 STABLE
ora.scan1.vip
1 ONLINE ONLINE hisdb1 STABLE
7.3、检查 grid 补丁
[grid@hisdb1:/u01/app/19.3.0/grid]$ opatch lspatches
33575402;DBWLM RELEASE UPDATE 19.0.0.0.0 (33575402)
33534448;ACFS RELEASE UPDATE 19.14.0.0.0 (33534448)
33529556;OCW RELEASE UPDATE 19.14.0.0.0 (33529556)
33515361;Database Release Update : 19.14.0.0.220118 (33515361)
33239955;TOMCAT RELEASE UPDATE 19.0.0.0.0 (33239955)
OPatch succeeded.
[grid@hisdb1:/u01/app/19.3.0/grid]$ sqlplus -version
SQL*Plus: Release 19.0.0.0.0 - Production
Version 19.14.0.0.0
8、创建数据盘
$ asmca
检查 asm 磁盘：
[grid@hisdb1:/u01/app/19.3.0/grid]$ asmcmd lsdg
State Type Rebal Sector Logical_Sector Block AU Total_MB Free_MB Req_mir_free_MB Usable_file_MB Offline_disks Voting_files Name
MOUNTED EXTERN N 512 512 4096 4194304 30720 30580 0 30580 0 N DATA/
MOUNTED EXTERN N 512 512 4096 4194304 20480 20140 0 20140 0 Y OCR/
9、安装Oracle软件
9.1、图形界面安装
[root@hisdb1 ~]# chown -R oracle:oinstall /soft
[root@hisdb1 ~]# su - oracle
[oracle@hisdb1:/home/oracle]$ cd $ORACLE_HOME
[oracle@hisdb1:/u01/app/oracle/product/19.3.0/db]$ export DISPLAY=192.168.133.1:0.0
[oracle@hisdb1:/u01/app/oracle/product/19.3.0/db]$ ./runInstaller -applyRU /soft/33509923/
Preparing the home to patch...
Applying the patch /soft/33509923/...
输入oracle用户密码，执行 setup后再执行 test，开始互信.
root 用户下，两个节点顺序执行 root.sh：
# /u01/app/oracle/product/19.3.0/db/root.sh
9.2、检查补丁版本
[oracle@hisdb1:/home/oracle]$ opatch lspatches
33529556;OCW RELEASE UPDATE 19.14.0.0.0 (33529556)
33515361;Database Release Update : 19.14.0.0.220118 (33515361)
OPatch succeeded.
[oracle@hisdb1:/home/oracle]$ sqlplus -version
SQL*Plus: Release 19.0.0.0.0 - Production
Version 19.14.0.0.0
10、创建数据库实例
[oracle@hisdb1:/u01/app/oracle/product/19.3.0/db]$ dbca
10.1、检查集群
[grid@hisdb1:/home/grid]$ crsctl stat res -t
--------------------------------------------------------------------------------
Name Target State Server State details
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
ONLINE ONLINE hisdb1 STABLE
ONLINE ONLINE hisdb2 STABLE
ora.chad
ONLINE ONLINE hisdb1 STABLE
ONLINE ONLINE hisdb2 STABLE
ora.net1.network
ONLINE ONLINE hisdb1 STABLE
ONLINE ONLINE hisdb2 STABLE
ora.ons
ONLINE ONLINE hisdb1 STABLE
ONLINE ONLINE hisdb2 STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
1 ONLINE ONLINE hisdb1 STABLE
2 ONLINE ONLINE hisdb2 STABLE
ora.DATA.dg(ora.asmgroup)
1 ONLINE ONLINE hisdb1 STABLE
2 ONLINE ONLINE hisdb2 STABLE
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE hisdb1 STABLE
ora.OCR.dg(ora.asmgroup)
1 ONLINE ONLINE hisdb1 STABLE
2 ONLINE ONLINE hisdb2 STABLE
ora.asm(ora.asmgroup)
1 ONLINE ONLINE hisdb1 Started,STABLE
2 ONLINE ONLINE hisdb2 Started,STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
1 ONLINE ONLINE hisdb1 STABLE
2 ONLINE ONLINE hisdb2 STABLE
ora.cvu
1 ONLINE ONLINE hisdb1 STABLE
ora.hisdb1.vip
1 ONLINE ONLINE hisdb1 STABLE
ora.hisdb2.vip
1 ONLINE ONLINE hisdb2 STABLE
ora.orcl.db
1 ONLINE ONLINE hisdb1 Open,HOME=/u01/app/o
racle/product/19.3.0
/db,STABLE
2 ONLINE ONLINE hisdb2 Open,HOME=/u01/app/o
racle/product/19.3.0
/db,STABLE
ora.qosmserver
1 ONLINE ONLINE hisdb1 STABLE
ora.scan1.vip
1 ONLINE ONLINE hisdb1 STABLE
10.2、查询信息
SQL> select comp_id,status,version from dba_registry
COMP_ID STATUS VERSION
-------------------- --------------- --------------------
CATALOG VALID 19.0.0.0.0
CATPROC VALID 19.0.0.0.0
RAC VALID 19.0.0.0.0
JAVAVM VALID 19.0.0.0.0
XML VALID 19.0.0.0.0
CATJAVA VALID 19.0.0.0.0
APS VALID 19.0.0.0.0
XDB VALID 19.0.0.0.0
OWM VALID 19.0.0.0.0
CONTEXT VALID 19.0.0.0.0
ORDIM VALID 19.0.0.0.0
COMP_ID STATUS VERSION
-------------------- --------------- --------------------
SDO VALID 19.0.0.0.0
XOQ VALID 19.0.0.0.0
OLS VALID 19.0.0.0.0
DV VALID 19.0.0.0.0
15 rows selected.
SQL> select banner_full from v$version;
BANNER_FULL
--------------------------------------------------------------------------------
Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.14.0.0.0
SQL> select instance_name,status from gv$instance;
INSTANCE_NAME STATUS
---------------- ---------------
orcl1 OPEN
orcl2 OPEN
数据文件
SQL> select tablespace_name,file_name,file_id from dba_data_files order by 3
TABLESPACE_NAME FILE_NAME FILE_ID
------------------------------ -------------------------------------------------- ----------
SYSTEM +DATA/ORCL/DATAFILE/system.257.1099263113 1
SYSAUX +DATA/ORCL/DATAFILE/sysaux.258.1099263149 3
UNDOTBS1 +DATA/ORCL/DATAFILE/undotbs1.259.1099263173 4
UNDOTBS2 +DATA/ORCL/DATAFILE/undotbs2.265.1099263919 5
USERS +DATA/ORCL/DATAFILE/users.260.1099263175 7
联机文件
SQL> select * from v$logfile；
GROUP# STATUS TYPE MEMBER IS_ CON_ID
---------- ------- ------- -------------------------------------------------- --- ----------
2 ONLINE +DATA/ORCL/ONLINELOG/group_2.263.1099263223 NO 0
1 ONLINE +DATA/ORCL/ONLINELOG/group_1.262.1099263223 NO 0
3 ONLINE +DATA/ORCL/ONLINELOG/group_3.266.1099263985 NO 0
4 ONLINE +DATA/ORCL/ONLINELOG/group_4.267.1099263987 NO 0
控制文件
SQL> select name from v$controlfile
NAME
--------------------------------------------------
+DATA/ORCL/CONTROLFILE/current.261.1099263221