1、安装准备

说明：1.2-1.16需在两个节点操作

1.1、系统版本

# cat /etc/redhat-release

CentOS Linux release 7.9.2009 (Core)

1.2、移除virbr0

# yum remove libvirt-libs

1.3、依赖包

1.3.1、挂载镜像源

# mount /dev/sr0 /mnt

1.3.2、配置yum源

# cat <<EOF>>/etc/yum.repos.d/local.repo

[local]

name=local

baseurl=file:///mnt

gpgcheck=0

enabled=1

EOF

# yum makecache

1.3.3、安装依赖包

# yum install -y bc \

binutils \

compat-libcap1 \

compat-libstdc++-33 \

gcc \

gcc-c++ \

elfutils-libelf \

elfutils-libelf-devel \

glibc \

glibc-devel \

ksh \

libaio \

libaio-devel \

libgcc \

libstdc++ \

libstdc++-devel \

libxcb \

libX11 \

libXau \

libXi \

libXtst \

libXrender \

libXrender-devel \

make \

net-tools \

nfs-utils \

smartmontools \

sysstat \

e2fsprogs \

e2fsprogs-libs \

fontconfig-devel \

expect \

unzip \

openssh-clients \

readline* \

tigervnc* \

psmisc --skip-broken

1.3.4、上传依赖包

# mkdir /soft

sftp> cd /soft

sftp> lcd F:\package

sftp> put compat-libstdc++-33-3.2.3-72.el7.x86_64.rpm

# rpm -ivh compat-libstdc++-33-3.2.3-72.el7.x86_64.rpm

1.3.5、检查依赖包

# rpm -q bc binutils compat-libcap1 compat-libstdc++-33 gcc gcc-c++ elfutils-libelf elfutils-libelf-devel glibc glibc-devel ksh libaio libaio-devel libgcc libstdc++ libstdc++-devel libxcb libX11 libXau libXi libXtst libXrender libXrender-devel make net-tools nfs-utils smartmontools sysstat e2fsprogs e2fsprogs-libs fontconfig-devel expect unzip openssh-clients readline | grep "not installed"

1.4、网络配置

[root@hisdb1 ~]# nmcli con show

NAME                UUID                                  TYPE      DEVICE

ens33               d86ffd7f-c4cc-41e1-9b8e-b7d5879ffdb4  ethernet  ens33 

Wired connection 1   cf307207-fbf8-375c-9020-6b38163960cf  ethernet  ens37

[root@hisdb2 ~]# nmcli con show

NAME                UUID                                  TYPE      DEVICE

ens33               766fe35c-eb31-4b28-84a6-b49c23890d29  ethernet  ens33 

Wired connection 1     cd104666-fdee-355e-9ef9-5196f0f39ab2  ethernet  ens37   

配置ens37文件

拷贝ens33的配置文件，并然后按如下修改：

[root@hisdb1 network-scripts]# cat ifcfg-ens37

TYPE=Ethernet

PROXY_METHOD=none

BROWSER_ONLY=no

BOOTPROTO=static

DEFROUTE=yes

IPV4_FAILURE_FATAL=no

IPV6INIT=yes

IPV6_AUTOCONF=yes

IPV6_DEFROUTE=yes

IPV6_FAILURE_FATAL=no

IPV6_ADDR_GEN_MODE=stable-privacy

NAME=ens37

UUID=ab9ccd27-a8c9-3c2f-a8e2-c8720d3ab063

DEVICE=ens37

ONBOOT=yes

IPADDR=192.168.11.182

HWADDR=00:0c:29:52:28:72

PREFIX=24

#GATEWAY=192.168.133.2

#DNS1=192.168.133.2

IPV6_PRIVACY=no

 

# service network restart

修改hosts文件

# cat <<EOF>>/etc/hosts

#Public IP

192.168.133.180 hisdb1

192.168.133.181 hisdb2

 

#Private IP

192.168.11.182 hisdb1-priv

192.168.11.183 hisdb2-priv

 

#Virtual IP

192.168.133.185 hisdb1-vip

192.168.133.186 hisdb2-vip

 

#Scan IP

192.168.133.187 hisdb-scan

EOF

 

说明：此时公网和私网能ping通，其它三个不能ping通

1.5、防火墙

# systemctl status firewalld.service

# systemctl stop firewalld.service

# systemctl disable firewalld.service

1.6、禁用selinux

将SELINUX修改为disabled

[root@hisdb1 ~]# sed -i 's/SELINUX=enforcing/SELINUX=disabled/g' /etc/selinux/config [root@hisdb1 ~]# cat /etc/selinux/config   # This file controls the state of SELinux on the system. # SELINUX= can take one of these three values: #     enforcing - SELinux security policy is enforced. #     permissive - SELinux prints warnings instead of enforcing. #     disabled - No SELinux policy is loaded. SELINUX=disabled # SELINUXTYPE= can take one of three values: #     targeted - Targeted processes are protected, #     minimum - Modification of targeted policy. Only selected processes are protected. #     mls - Multi Level Security protection. SELINUXTYPE=targeted

注意：需重启主机，才能生效

 

1.7、时间同步配置

# yum install -y chrony

# timedatectl set-timezone Asia/Shanghai

# timedatectl

# date

 

1.8、avahi-daemon配置

# yum install -y avahi*
# systemctl stop avahi-daemon.socket
# systemctl stop avahi-daemon.service
# pgrep -f avahi-daemon | awk '{print "kill -9 "$2}'
# systemctl disable avahi-daemon.socket
# systemctl disable avahi-daemon.service

 

1.9、配置 NOZEROCONF：

# cat <<EOF>>/etc/sysconfig/network
NOZEROCONF=yes
EOF

 

1.10、配置系统参数

修改/etc/sysctl.conf文件

# cat <<EOF>>/etc/sysctl.conf

fs.aio-max-nr = 1048576

fs.file-max = 6815744

kernel.shmall = 2097152

kernel.shmmax = 8181829631

kernel.shmmni = 4096

kernel.sem = 250 32000 100 128

net.ipv4.ip_local_port_range = 9000 65500

net.core.rmem_default = 262144

net.core.rmem_max = 4194304

net.core.wmem_default = 262144

net.core.wmem_max = 1048576

net.ipv4.conf.ens33.rp_filter = 1

net.ipv4.conf.ens37.rp_filter = 2

EOF

# /sbin/sysctl -p

 

1.11、创建用户、用户组、目录

创建组

groupadd oinstall

groupadd dba

groupadd oper

groupadd backupdba

groupadd dgdba

groupadd kmdba

groupadd asmdba

groupadd asmoper

groupadd asmadmin

groupadd racdba

创建用户

useradd -g oinstall -G asmadmin,asmdba,asmoper,dba,racdba,oper grid

useradd -g oinstall -G asmdba,dba,backupdba,dgdba,kmdba,racdba,oper oracle

设置密码

echo "oracle_4U" |passwd oracle --stdin

echo "grid_4U" |passwd grid --stdin

创建目录

mkdir -p /u01/app/19.3.0/grid

mkdir -p /u01/app/grid

mkdir -p /u01/app/oracle/product/19.3.0/db

mkdir -p /u01/app/oraInventory

mkdir -p /backup

mkdir -p /home/oracle/scripts

修改权限

chown -R oracle:oinstall /backup

chown -R oracle:oinstall /home/oracle/scripts

chown -R grid:oinstall /u01

chown -R grid:oinstall /u01/app/grid

chown -R grid:oinstall /u01/app/19.3.0/grid

chown -R grid:oinstall /u01/app/oraInventory

chown -R oracle:oinstall /u01/app/oracle

chmod -R 775 /u01

 

1.12、系统资源配置

配置limits.conf

# cat <<EOF>>/etc/security/limits.conf

oracle soft nofile 1024

oracle hard nofile 65536

oracle soft stack 10240

oracle hard stack 32768

oracle soft nproc 2047

oracle hard nproc 16384

oracle hard memlock 134217728

oracle soft memlock 134217728

 

grid soft nofile 1024

grid hard nofile 65536

grid soft stack 10240

grid hard stack 32768

grid soft nproc 2047

grid hard nproc 16384

EOF

1.13、修改/etc/pam.d/login文件

# cat <<EOF>>/etc/pam.d/login

session required pam_limits.so

session required /lib64/security/pam_limits.so

EOF

1.14、环境变量配置

grid用户

$ cat <<EOF>>/home/grid/.bash_profile

umask 022

export TMP=/tmp

export TMPDIR=\$TMP

export NLS_LANG=AMERICAN_AMERICA.AL32UTF8

export ORACLE_BASE=/u01/app/grid

export ORACLE_HOME=/u01/app/19.3.0/grid

export ORACLE_TERM=xterm

export TNS_ADMIN=\$ORACLE_HOME/network/admin

export LD_LIBRARY_PATH=\$ORACLE_HOME/lib:/lib:/usr/lib

export ORACLE_SID=+ASM1

export PATH=/usr/sbin:\$PATH

export PATH=\$ORACLE_HOME/bin:\$ORACLE_HOME/OPatch:\$PATH

alias sas='sqlplus / as sysasm'

export PS1="[\`whoami\`@\`hostname\`:"'\$PWD]\$ '

EOF

 

$ source .bash_profile

 

注意：节点2为+ASM2

oracle用户

$ cat <<EOF>>/home/oracle/.bash_profile

umask 022

export TMP=/tmp

export TMPDIR=\$TMP

export NLS_LANG=AMERICAN_AMERICA.AL32UTF8

export ORACLE_BASE=/u01/app/oracle

export ORACLE_HOME=\$ORACLE_BASE/product/19.3.0/db

export ORACLE_HOSTNAME=hisdb1

export ORACLE_TERM=xterm

export TNS_ADMIN=\$ORACLE_HOME/network/admin

export LD_LIBRARY_PATH=\$ORACLE_HOME/lib:/lib:/usr/lib

export ORACLE_SID=orcl1

export PATH=/usr/sbin:\$PATH

export PATH=\$ORACLE_HOME/bin:\$ORACLE_HOME/OPatch:\$PATH

alias sas='sqlplus / as sysdba'

export PS1="[\`whoami\`@\`hostname\`:"'\$PWD]\$ '

EOF

 

$ source .bash_profile

注意：节点2 为orcl2、hisdb2

 

1.15、修改/etc/profile文件

# cat <<EOF>>/etc/profile

         if [ $USER = "oracle" ] || [ $USER = "grid" ]; then

                 if [ $SHELL = "/bin/ksh" ]; then

                       ulimit -p 16384

                       ulimit -n 65536

                 else

                       ulimit -u 16384 -n 65536

                 fi

            umask 022

         fi

EOF

 

#source /etc/profile

 

备注：此为设置系统限制

 

1.16、透明大页和numa

# sed -i 's/quiet/quiet transparent_hugepage=never numa=off/' /etc/default/grub

# grub2-mkconfig -o /boot/grub2/grub.cfg

 

注意： 需重启主机生效

以下为重启后数据：

# cat /sys/kernel/mm/transparent_hugepage/enabled

always madvise [never]

# cat /proc/cmdline

BOOT_IMAGE=/vmlinuz-5.4.17-2011.6.2.el7uek.x86_64 root=/dev/mapper/ol-root ro crashkernel=auto rd.lvm.lv=ol/root rd.lvm.lv=ol/swap rhgb quiet transparent_hugepage=never numa=off

 

2、配置共享存储

使用工具：VMware Workstation Pro的vmware-vdiskmanager.exe

（1）：cd到vmware的安装路径

（2）：本地创建共享磁盘保存的路径

（3）：运行vmware-vdiskmanager.exe创建共享磁盘

C:\Program Files (x86)\VMware\VMware Workstation>vmware-vdiskmanager.exe -c -s 10g -a lsilogic -t 2 "D:\hisdb1\hisdb1-0.vmdk"

VixDiskLib: Failed to initialize PhoneHome library.

Creating disk ' D:\hisdb1\hisdb1-0.vmdk '

  Create: 100% done.

Virtual disk creation successful.

C:\Program Files (x86)\VMware\VMware Workstation>vmware-vdiskmanager.exe -c -s 20g -a lsilogic -t 2 "D:\hisdb1\hisdb1-1.vmdk"

VixDiskLib: Failed to initialize PhoneHome library.

Creating disk 'D:\hisdb1\hisdb1-1.vmdk'

  Create: 100% done.

Virtual disk creation successful.

 

节点2添加磁盘

节点2依次添加两块磁盘，修改两台主机的.vmx文件后再开启主机.

.vmx文件添加如下内容：

disk.locking = "FALSE"

disk.EnableUUID = "TRUE"

 

3、multipath

备注：3.1-3.5双节点执行

3.1、安装multipath

# yum -y install device-mapper*

# mpathconf --enable --with_multipathd y

3.2、查看共享盘的scsi_id

# /usr/lib/udev/scsi_id -g -u /dev/sdb

36000c291f9d126dd7a60c8e5e1270790

# /usr/lib/udev/scsi_id -g -u /dev/sdc

36000c29a3ad6274222311edc63244b4e

3.3、配置multipath

wwid值为上面获取的scsi_id,alias可自定义，这里配置1块OCR盘，1块DATA盘

# cat <<EOF>/etc/multipath.conf

defaults {

    user_friendly_names yes

}

 

blacklist {

  devnode "^sda"

}

 

multipaths {

  multipath {

  wwid "36000c2947e6ebbec7395081d85961eaa"

  alias ocr

  }

  multipath {

  wwid "36000c292ae2cba5e90677bb4a36389be"

  alias data

  }

}

EOF

3.4、激活multipath多路径

# multipath -F

# multipath -v2

create: ocr (36000c2906f6fdfe51c942d55ab53e0a5) undef VMware, ,VMware Virtual S

size=20G features='0' hwhandler='0' wp=undef

`-+- policy='service-time 0' prio=1 status=undef

  `- 0:0:1:0 sdb 8:16 undef ready running

create: data (36000c292dac0c7d657cd87a0880c75ec) undef VMware, ,VMware Virtual S

size=30G features='0' hwhandler='0' wp=undef

`-+- policy='service-time 0' prio=1 status=undef

  `- 0:0:2:0 sdc 8:32 undef ready running

# multipath -ll

data (36000c2944f091c4e21e3a94f11f2e5a5) dm-4 VMware, ,VMware Virtual S

size=20G features='0' hwhandler='0' wp=rw

`-+- policy='service-time 0' prio=1 status=active

  `- 2:0:2:0 sdc 8:32 active ready running

ocr (36000c293a52b620581a54e8be5ef7257) dm-2 VMware, ,VMware Virtual S

size=10G features='0' hwhandler='0' wp=rw

`-+- policy='service-time 0' prio=1 status=active

  `- 2:0:1:0 sdb 8:16 active ready running

3.5、udev绑盘

[root@hisdb1 rules.d]# for i in b c; do

echo "KERNEL==\"sd*\",ENV{DEVTYPE}==\"disk\",SUBSYSTEM==\"block\",PROGRAM==\"/usr/lib/udev/scsi_id -g -u -d \$devnode\",RESULT==\"`/usr/lib/udev/scsi_id -g -u /dev/sd$i`\", RUN+=\"/bin/sh -c 'mknod /dev/asm-disk$i b  \$major \$minor; chown grid:asmadmin /dev/asm-disk$i; chmod 0660 /dev/asm-disk$i'\"" >> /etc/udev/rules.d/99-oracle-asmdevices.rules

done

[root@hisdb1 rules.d]# cat /etc/udev/rules.d/99-oracle-asmdevices.rules

KERNEL=="sd*",ENV{DEVTYPE}=="disk",SUBSYSTEM=="block",PROGRAM=="/usr/lib/udev/scsi_id -g -u -d $devnode",RESULT=="36000c2906f6fdfe51c942d55ab53e0a5", RUN+="/bin/sh -c 'mknod /dev/asm-diskb b  $major $minor; chown grid:asmadmin /dev/asm-diskb; chmod 0660 /dev/asm-diskb'"

KERNEL=="sd*",ENV{DEVTYPE}=="disk",SUBSYSTEM=="block",PROGRAM=="/usr/lib/udev/scsi_id -g -u -d $devnode",RESULT=="36000c292dac0c7d657cd87a0880c75ec", RUN+="/bin/sh -c 'mknod /dev/asm-diskc b  $major $minor; chown grid:asmadmin /dev/asm-diskc; chmod 0660 /dev/asm-diskc'"

 

4、安装包

备注：4.1-4.3节点1执行，4.4双节点执行

4.1、上传文件
# mkdir /soft

sftp> cd /soft

sftp> lcd F:\installmedium\19c

sftp> put LINUX.X64_193000_*_home.zip
上传安装介质到/soft目录
LINUX.X64_193000_db_home.zip
LINUX.X64_193000_grid_home.zip
p33509923_190000_Linux-x86-64.zip
p6880880_190000_Linux-x86-64.zip

 

4.2、解压文件

备注： 19C 的安装包需解压到对应ORACLE_HOME目录

解压grid安装包：

# chown -R grid:oinstall /soft

# su - grid

# su - grid -c "unzip -q /soft/LINUX.X64_193000_grid_home.zip -d /u01/app/19.3.0/grid/"

 

解压oracle安装包：

# chown -R oracle:oinstall /soft

# su - oracle -c "unzip -q /soft/LINUX.X64_193000_db_home.zip -d /u01/app/oracle/product/19.3.0/db/"

 

解压补丁包：

# cd /soft
RU补丁包
# chown -R grid:oinstall /soft
# su - grid -c "unzip -q -o /soft/p6880880_190000_Linux-x86-64.zip -d /u01/app/19.3.0/grid"
OPatch补丁包
# su - grid -c "unzip -q /soft/p33509923_190000_Linux-x86-64.zip -d /soft"
# chown -R oracle:oinstall /soft
# su - oracle -c "unzip -q -o /soft/p6880880_190000_Linux-x86-64.zip -d /u01/app/oracle/product/19.3.0/db"

 

4.3、查看补丁版本

[grid@hisdb1:/home/grid]$ opatch version

OPatch Version: 12.2.0.1.28

 

OPatch succeeded.

 

4.4、cvuqdisk安装

[root@hisdb1]# cd /u01/app/19.3.0/grid/cv/rpm/

[root@hisdb1 rpm]# rpm -ivh cvuqdisk-1.0.10-1.rpm

传输到节点二安装

[root@hisdb1 rpm]# scp cvuqdisk-1.0.10-1.rpm hisdb2:/root

[root@hisdb2 ~]# rpm -ivh cvuqdisk-1.0.10-1.rpm

 

5、互信

节点1执行

# /u01/app/19.3.0/grid/oui/prov/resources/scripts/sshUserSetup.sh -user grid -hosts "hisdb1 hisdb2" -advanced exverify -confirm

# /u01/app/19.3.0/grid/oui/prov/resources/scripts/sshUserSetup.sh -user oracle -hosts "hisdb1 hisdb2" -advanced exverify -confirm

 

5.1、互信测试

备注：双节点执行

grid用户：

[grid@hisdb1:/home/grid]$ ssh hisdb1 date

Fri Mar 11 22:51:43 CST 2022

[grid@hisdb1:/home/grid]$ ssh hisdb2 date

Fri Mar 11 22:51:47 CST 2022

[grid@hisdb1:/home/grid]$ ssh hisdb1-priv date

The authenticity of host 'hisdb1-priv (192.168.11.182)' can't be established.

ECDSA key fingerprint is SHA256:SBeQztwonmafRVMPStmVtJrhr//vRQ9yqtdKcnTpsj0.

ECDSA key fingerprint is MD5:65:42:f5:47:b0:1e:9a:e5:6d:f5:aa:10:3d:0f:cb:f7.

Are you sure you want to continue connecting (yes/no)? yes

Warning: Permanently added 'hisdb1-priv,192.168.11.182' (ECDSA) to the list of known hosts.

Fri Mar 11 22:51:58 CST 2022

[grid@hisdb1:/home/grid]$ ssh hisdb1-priv date

Fri Mar 11 22:52:00 CST 2022

[grid@hisdb1:/home/grid]$ ssh hisdb2-priv date

The authenticity of host 'hisdb2-priv (192.168.11.183)' can't be established.

ECDSA key fingerprint is SHA256:IcjrCqkVpJ/xkEL7OPunYQpNxJq+wJwUKRGmKhrvawE.

ECDSA key fingerprint is MD5:ec:13:83:2a:41:1a:a8:36:5a:62:49:5e:35:62:40:10.

Are you sure you want to continue connecting (yes/no)? yes

Warning: Permanently added 'hisdb2-priv,192.168.11.183' (ECDSA) to the list of known hosts.

Fri Mar 11 22:52:07 CST 2022

[grid@hisdb1:/home/grid]$ ssh hisdb2-priv date

Fri Mar 11 22:52:09 CST 2022

 

oracle用户

[oracle@hisdb1:/home/oracle]$ ssh hisdb1 date

Fri Mar 11 22:53:00 CST 2022

[oracle@hisdb1:/home/oracle]$ ssh hisdb2 date

Fri Mar 11 22:53:03 CST 2022

[oracle@hisdb1:/home/oracle]$ ssh hisdb1-priv date

The authenticity of host 'hisdb1-priv (192.168.11.182)' can't be established.

ECDSA key fingerprint is SHA256:SBeQztwonmafRVMPStmVtJrhr//vRQ9yqtdKcnTpsj0.

ECDSA key fingerprint is MD5:65:42:f5:47:b0:1e:9a:e5:6d:f5:aa:10:3d:0f:cb:f7.

Are you sure you want to continue connecting (yes/no)? yes

Warning: Permanently added 'hisdb1-priv,192.168.11.182' (ECDSA) to the list of known hosts.

Fri Mar 11 22:53:13 CST 2022

[oracle@hisdb1:/home/oracle]$ ssh hisdb1-priv date

Fri Mar 11 22:53:15 CST 2022

[oracle@hisdb1:/home/oracle]$ ssh hisdb2-priv date

The authenticity of host 'hisdb2-priv (192.168.11.183)' can't be established.

ECDSA key fingerprint is SHA256:IcjrCqkVpJ/xkEL7OPunYQpNxJq+wJwUKRGmKhrvawE.

ECDSA key fingerprint is MD5:ec:13:83:2a:41:1a:a8:36:5a:62:49:5e:35:62:40:10.

Are you sure you want to continue connecting (yes/no)? yes

Warning: Permanently added 'hisdb2-priv,192.168.11.183' (ECDSA) to the list of known hosts.

Fri Mar 11 22:53:21 CST 2022

[oracle@hisdb1:/home/oracle]$ ssh hisdb2-priv date

Fri Mar 11 22:53:23 CST 2022

 

#需要达到不输入yes

 

6、检查 selinux、numa和透明大页

[root@hisdb2 ~]# getenforce

Disabled

[root@hisdb1 ~]# getenforce

Disabled

[root@hisdb1 ~]# cat /proc/cmdline

BOOT_IMAGE=/vmlinuz-5.4.17-2011.6.2.el7uek.x86_64 root=/dev/mapper/ol-root ro crashkernel=auto rd.lvm.lv=ol/root rd.lvm.lv=ol/swap rhgb quiet transparent_hugepage=never numa=off

[root@hisdb2 ~]# cat /proc/cmdline

BOOT_IMAGE=/vmlinuz-5.4.17-2011.6.2.el7uek.x86_64 root=/dev/mapper/ol-root ro crashkernel=auto rd.lvm.lv=ol/root rd.lvm.lv=ol/swap rhgb quiet transparent_hugepage=never numa=off

 

7、安装Grid

备注：节点1执行

7.1、图形界面安装

说明：19C支持安装grid软件前打RU补丁

[root@hisdb1 soft]# chown -R grid:oinstall /soft

[grid@hisdb1:/home/grid]$ cd $ORACLE_HOME

[grid@hisdb1:/u01/app/19.3.0/grid]$ export DISPLAY=192.168.133.1:0.0

[grid@hisdb1:/u01/app/19.3.0/grid]$ ./gridSetup.sh -applyRU /soft/33509923

Preparing the home to patch...

Applying the patch /soft/33509923...

输入 grid 用户密码，创建用户时两节点必须保持一致.

然后执行 setup，再执行 test，开始互信：

确保对应网卡和IP网段对应即可，19C 心跳网段需要选 ASM & Private，用于 ASM 实例的托管：

安装时填创建 OCR盘，一块盘冗余 External：

开始安装 grid：

两节点顺序执行 root.sh，节点一执行完后节点二再执行.

# /u01/app/oraInventory/orainstRoot.sh

# /u01/app/19.3.0/grid/root.sh

此报错可忽略.

7.2、检查集群状态

[grid@hisdb1:/u01/app/19.3.0/grid]$ crsctl stat res -t

--------------------------------------------------------------------------------

Name           Target  State        Server                   State details      

--------------------------------------------------------------------------------

Local Resources

--------------------------------------------------------------------------------

ora.LISTENER.lsnr

               ONLINE  ONLINE       hisdb1                   STABLE

               ONLINE  ONLINE       hisdb2                   STABLE

ora.chad

               ONLINE  ONLINE       hisdb1                   STABLE

               ONLINE  ONLINE       hisdb2                   STABLE

ora.net1.network

               ONLINE  ONLINE       hisdb1                   STABLE

               ONLINE  ONLINE       hisdb2                   STABLE

ora.ons

               ONLINE  ONLINE       hisdb1                   STABLE

               ONLINE  ONLINE       hisdb2                   STABLE

--------------------------------------------------------------------------------

Cluster Resources

--------------------------------------------------------------------------------

ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)

      1        ONLINE  ONLINE       hisdb1                   STABLE

      2        ONLINE  ONLINE       hisdb2                   STABLE

      3        OFFLINE OFFLINE                               STABLE

ora.LISTENER_SCAN1.lsnr

      1        ONLINE  ONLINE       hisdb1                   STABLE

ora.OCR.dg(ora.asmgroup)

      1        ONLINE  ONLINE       hisdb1                   STABLE

      2        ONLINE  ONLINE       hisdb2                   STABLE

      3        OFFLINE OFFLINE                               STABLE

ora.asm(ora.asmgroup)

      1        ONLINE  ONLINE       hisdb1                   Started,STABLE

      2        ONLINE  ONLINE       hisdb2                   Started,STABLE

      3        OFFLINE OFFLINE                               STABLE

ora.asmnet1.asmnetwork(ora.asmgroup)

      1        ONLINE  ONLINE       hisdb1                   STABLE

      2        ONLINE  ONLINE       hisdb2                   STABLE

      3        OFFLINE OFFLINE                               STABLE

ora.cvu

      1        ONLINE  ONLINE       hisdb1                   STABLE

ora.hisdb1.vip

      1        ONLINE  ONLINE       hisdb1                   STABLE

ora.hisdb2.vip

      1        ONLINE  ONLINE       hisdb2                   STABLE

ora.qosmserver

      1        ONLINE  ONLINE       hisdb1                   STABLE

ora.scan1.vip

      1        ONLINE  ONLINE       hisdb1                   STABLE

 

7.3、检查 grid 补丁

[grid@hisdb1:/u01/app/19.3.0/grid]$ opatch lspatches

33575402;DBWLM RELEASE UPDATE 19.0.0.0.0 (33575402)

33534448;ACFS RELEASE UPDATE 19.14.0.0.0 (33534448)

33529556;OCW RELEASE UPDATE 19.14.0.0.0 (33529556)

33515361;Database Release Update : 19.14.0.0.220118 (33515361)

33239955;TOMCAT RELEASE UPDATE 19.0.0.0.0 (33239955)

OPatch succeeded.

 

[grid@hisdb1:/u01/app/19.3.0/grid]$ sqlplus -version

 

SQL*Plus: Release 19.0.0.0.0 - Production

Version 19.14.0.0.0

 

8、创建数据盘

$ asmca

检查 asm 磁盘：

[grid@hisdb1:/u01/app/19.3.0/grid]$ asmcmd lsdg

State Type Rebal Sector Logical_Sector  Block  AU  Total_MB  Free_MB  Req_mir_free_MB  Usable_file_MB  Offline_disks  Voting_files  Name

MOUNTED  EXTERN  N   512    512   4096  4194304     30720    30580    0       30580     0         N  DATA/

MOUNTED  EXTERN  N   512    512   4096  4194304     20480    20140    0       20140     0         Y  OCR/

 

9、安装Oracle软件

9.1、图形界面安装

[root@hisdb1 ~]# chown -R oracle:oinstall /soft

[root@hisdb1 ~]# su - oracle

[oracle@hisdb1:/home/oracle]$ cd $ORACLE_HOME

[oracle@hisdb1:/u01/app/oracle/product/19.3.0/db]$ export DISPLAY=192.168.133.1:0.0

[oracle@hisdb1:/u01/app/oracle/product/19.3.0/db]$ ./runInstaller -applyRU /soft/33509923/

Preparing the home to patch...

Applying the patch /soft/33509923/...

输入oracle用户密码，执行 setup后再执行 test，开始互信.

root 用户下，两个节点顺序执行 root.sh：

# /u01/app/oracle/product/19.3.0/db/root.sh

9.2、检查补丁版本

[oracle@hisdb1:/home/oracle]$ opatch lspatches

33529556;OCW RELEASE UPDATE 19.14.0.0.0 (33529556)

33515361;Database Release Update : 19.14.0.0.220118 (33515361)

 

OPatch succeeded.

 

[oracle@hisdb1:/home/oracle]$ sqlplus -version

 

SQL*Plus: Release 19.0.0.0.0 - Production

Version 19.14.0.0.0

 

10、创建数据库实例

[oracle@hisdb1:/u01/app/oracle/product/19.3.0/db]$ dbca

10.1、检查集群

[grid@hisdb1:/home/grid]$ crsctl stat res -t

--------------------------------------------------------------------------------

Name           Target  State        Server                   State details      

--------------------------------------------------------------------------------

Local Resources

--------------------------------------------------------------------------------

ora.LISTENER.lsnr

               ONLINE  ONLINE       hisdb1                   STABLE

               ONLINE  ONLINE       hisdb2                   STABLE

ora.chad

               ONLINE  ONLINE       hisdb1                   STABLE

               ONLINE  ONLINE       hisdb2                   STABLE

ora.net1.network

               ONLINE  ONLINE       hisdb1                   STABLE

               ONLINE  ONLINE       hisdb2                   STABLE

ora.ons

               ONLINE  ONLINE       hisdb1                   STABLE

               ONLINE  ONLINE       hisdb2                   STABLE

--------------------------------------------------------------------------------

Cluster Resources

--------------------------------------------------------------------------------

ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)

      1        ONLINE  ONLINE       hisdb1                   STABLE

      2        ONLINE  ONLINE       hisdb2                   STABLE

ora.DATA.dg(ora.asmgroup)

      1        ONLINE  ONLINE       hisdb1                   STABLE

      2        ONLINE  ONLINE       hisdb2                   STABLE

ora.LISTENER_SCAN1.lsnr

      1        ONLINE  ONLINE       hisdb1                   STABLE

ora.OCR.dg(ora.asmgroup)

      1        ONLINE  ONLINE       hisdb1                   STABLE

      2        ONLINE  ONLINE       hisdb2                   STABLE

ora.asm(ora.asmgroup)

      1        ONLINE  ONLINE       hisdb1                   Started,STABLE

      2        ONLINE  ONLINE       hisdb2                   Started,STABLE

ora.asmnet1.asmnetwork(ora.asmgroup)

      1        ONLINE  ONLINE       hisdb1                   STABLE

      2        ONLINE  ONLINE       hisdb2                   STABLE

ora.cvu

      1        ONLINE  ONLINE       hisdb1                   STABLE

ora.hisdb1.vip

      1        ONLINE  ONLINE       hisdb1                   STABLE

ora.hisdb2.vip

      1        ONLINE  ONLINE       hisdb2                   STABLE

ora.orcl.db

      1        ONLINE  ONLINE       hisdb1                   Open,HOME=/u01/app/o

                                                             racle/product/19.3.0

                                                             /db,STABLE

      2        ONLINE  ONLINE       hisdb2                   Open,HOME=/u01/app/o

                                                             racle/product/19.3.0

                                                             /db,STABLE

ora.qosmserver

      1        ONLINE  ONLINE       hisdb1                   STABLE

ora.scan1.vip

      1        ONLINE  ONLINE       hisdb1                   STABLE

 

10.2、查询信息

SQL> select comp_id,status,version from dba_registry

 

COMP_ID              STATUS          VERSION

-------------------- --------------- --------------------

CATALOG              VALID           19.0.0.0.0

CATPROC              VALID           19.0.0.0.0

RAC                   VALID           19.0.0.0.0

JAVAVM                VALID           19.0.0.0.0

XML                   VALID           19.0.0.0.0

CATJAVA               VALID           19.0.0.0.0

APS                    VALID           19.0.0.0.0

XDB                   VALID           19.0.0.0.0

OWM                  VALID           19.0.0.0.0

CONTEXT              VALID           19.0.0.0.0

ORDIM                 VALID           19.0.0.0.0

 

COMP_ID              STATUS          VERSION

-------------------- --------------- --------------------

SDO                   VALID           19.0.0.0.0

XOQ                   VALID           19.0.0.0.0

OLS                   VALID           19.0.0.0.0

DV                    VALID           19.0.0.0.0

 

15 rows selected.

SQL> select banner_full from v$version;

BANNER_FULL

--------------------------------------------------------------------------------

Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production

Version 19.14.0.0.0

 

SQL> select instance_name,status from gv$instance;

 

INSTANCE_NAME    STATUS

---------------- ---------------

orcl1            OPEN

orcl2            OPEN

 

数据文件

SQL> select tablespace_name,file_name,file_id from dba_data_files order by 3

 

TABLESPACE_NAME       FILE_NAME                   FILE_ID

------------------------------ -------------------------------------------------- ----------

SYSTEM     +DATA/ORCL/DATAFILE/system.257.1099263113      1

SYSAUX     +DATA/ORCL/DATAFILE/sysaux.258.1099263149      3

UNDOTBS1   +DATA/ORCL/DATAFILE/undotbs1.259.1099263173    4

UNDOTBS2   +DATA/ORCL/DATAFILE/undotbs2.265.1099263919    5

USERS       +DATA/ORCL/DATAFILE/users.260.1099263175       7

联机文件

SQL> select * from v$logfile；

GROUP# STATUS  TYPE    MEMBER                                             IS_     CON_ID

---------- ------- ------- -------------------------------------------------- --- ----------

         2         ONLINE  +DATA/ORCL/ONLINELOG/group_2.263.1099263223        NO           0

         1         ONLINE  +DATA/ORCL/ONLINELOG/group_1.262.1099263223        NO           0

         3         ONLINE  +DATA/ORCL/ONLINELOG/group_3.266.1099263985        NO           0

         4         ONLINE  +DATA/ORCL/ONLINELOG/group_4.267.1099263987        NO           0

控制文件

SQL> select name from v$controlfile

 

NAME

--------------------------------------------------

+DATA/ORCL/CONTROLFILE/current.261.1099263221