linux+oracle19c+rac静默实施方案

主机名：RAC01

IP地址：192.168.200.1

操作系统：centos7

Db_name:RAC01

数据库版本:oracle19.3.0.1

数据库安装目录：/oracle

network config

Node1

Node2

hostname

rac01

rac02

public ip

192.168.5.1

192.168.5.2

private ip

192.168.6.1

192.168.6.2

vip 

192.168.5.3

192.168.5.4

scan ip

192.168.5.5

192.168.5.6

192.168.5.7

192.168.5.5

192.168.5.6

192.168.5.7

systemctl stop firewalld && systemctl disable firewalld

sed -i 's/SELINUX=enforcing/SELINUX=disabled/g' /etc/selinux/config

or

sed -ir '/^SELINUX=/s/=.+/=disabled/' /etc/selinux/config && setenforce 0

hostnamectl set-hostname rac01

hostnamectl set-hostname rac02

cat >>/etc/hosts <         <EOF< span>          </EOF<>

# public ip

192.168.5.1 rac01 rac01.kim.com

192.168.5.2 rac02 rac02.kim.com

#private ip

192.168.6.1 rac01-priv

192.168.6.2 rac02-priv

# vip

192.168.5.3 rac01-vip rac01-vip.kim.com

192.168.5.4 rac02-vip rac02-vip.kim.com

#scan ip

192.168.5.5 racscan racscan.kim.com

192.168.5.6 racscan racscan.kim.com

192.168.5.7 racscan racscan.kim.com

EOF

mount /dev/cdrom /mnt

cat > /etc/yum.repos.d/redhat.repo <         <EOF< span>          </EOF<>

[c7-media]

name=rhel7.9-$releasever - Media

baseurl=file:///mnt/

gpgcheck=1

enabled=1

gpgkey=file:///mnt/RPM-GPG-KEY-redhat-release

EOF

yum clean all && yum makecache && yum update

#安装nfs软件包

yum -y install nfs-utils

#启动rpc服务

systemctl start rpcbind

systemctl enable rpcbind

ss -ntpl |grep 111

#编辑配置文件

mkdir /backup

cat >/etc/exports<< EOF

/backup *(rw,async)

EOF

#启动nfs服务

systemctl start nfs

systemctl enable nfs

#查看配置权限

exportfs -v

#查看服务器的共享目录

showmount -e 192.168.5.100

mkdir -p /backup

mount -t nfs 192.168.5.100:/backup /backup

systemctl stop chronyd.service

systemctl disable chronyd.service

rm -rf /etc/chrony.conf

systemctl stop ntpd

systemctl disabled ntpd

systemctl status ntpd

date –s

timedatectl set-timezone Asia/Shanghai

timedatectl list-timezones | grep Shanghai

groupadd -g 50001 oinstall

groupadd -g 50002 dba

groupadd -g 50003 oper

groupadd -g 50004 backupdba

groupadd -g 50005 dgdba

groupadd -g 50006 kmdba

groupadd -g 50007 asmdba

groupadd -g 50008 asmoper

groupadd -g 50009 asmadmin

groupadd -g 50010 racdba

useradd -u 51001 -g oinstall -G dba,asmdba,backupdba,dgdba,kmdba,oper,racdba oracle

useradd -u 51002 -g oinstall -G asmadmin,asmdba,asmoper,dba grid

usermod -G dba,asmdba,backupdba,dgdba,kmdba,oper,racdba oracle

echo "oracle" | passwd --stdin oracle

echo "grid" | passwd --stdin grid

mkdir -p /u01/app/grid/

mkdir -p /u01/app/19.3.0/grid

mkdir -p /u01/app/oracle

mkdir -p /u01/app/oracle/19.3.0/db1

mkdir -p /u01/app/oracle/oraInventory

chown -R grid:oinstall /u01/app

chown -R oracle:oinstall /u01/app/oracle/

yum -y install binutils compat-libcap1 compat-libstdc++-33 compat-libstdc++-33*i686 compat-libstdc++-33*.devel compat-libstdc++-33 compat-libstdc++-33*.devel gcc gcc-c++ glibc glibc*.i686 glibc-devel glibc-devel*.i686 ksh libaio libaio*.i686 libaio-devel libaio-devel*.devel libgcc libgcc*.i686 libstdc++ libstdc++*.i686 libstdc++-devel libstdc++-devel*.devel libXi libXi*.i686 libXtst libXtst*.i686 make sysstat unixODBC unixODBC*.i686 unixODBC-devel unixODBC-devel*.i686

rpm -q binutils compat-libcap1 compat-libstdc++-33 gcc gcc-c++ glibc glibc-devel ksh libaio libaio-devel libgcc libstdc++ libstdc++-devel libXi libXtstmake sysstatunixODBC unixODBC-devel

wget http://mirror.centos.org/centos/7/os/x86_64/Packages/compat-libstdc++-33-3.2.3-72.el7.x86_64.rpm

wget https://yum.oracle.com/repo/OracleLinux/OL7/latest/x86_64/getPackage/oracle-database-preinstall-19c-1.0-1.el7.x86_64.rpm

rpm -e ksh-20120801-139.el7.x86_64

rpm -ivh compat-libstdc++-33-3.2.3-72.el7.x86_64.rpm

rpm -ivh pdksh-5.2.14-30.x86_64.rpm

cat >> /etc/security/limits.conf <         <EOF< span>          </EOF<>

grid soft nproc 16384

grid hard nproc 16384 

grid soft nofile 65536

grid hard nofile 65536 

grid soft stack 32768

grid hard stack 32768

oracle soft nproc 16384

oracle hard nproc 16384 

oracle soft nofile 65536

oracle hard nofile 65536 

oracle soft stack 32768

oracle hard stack 32768

oracle soft memlock 9049004

oracle hard memlock 9049004

EOF

--单位是KB，要低于物理内存，我们的物理内存是4G

echo "session required pam_limits.so" >>/etc/pam.d/login

echo "session required pam_namespace.so" >>/etc/pam.d/login

cat >> /etc/sysctl.conf <         <EOF< span>          </EOF<>

fs.aio-max-nr = 1048576

fs.file-max = 6815744

kernel.sem = 250 32000 100 128

net.ipv4.ip_local_port_range = 9000 65500

net.core.rmem_default = 262144

net.core.rmem_max = 4194304

net.core.wmem_default = 262144

net.core.wmem_max = 1048576

kernel.panic_on_oops = 1

kernel.shmall = 2097152

kernel.shmmax = 6871947673

kernel.shmmni = 4096

vm.nr_hugepages=2800

EOF

sysctl -p

cat /sys/kernel/mm/transparent_hugepage/defrag 

#[always] madvise never

/sys/kernel/mm/transparent_hugepage/enabled 

#[always] madvise never

cat >> /etc/rc.d/rc.local<         <EOF< span>          </EOF<>

if test -f /sys/kernel/mm/transparent_hugepage/enabled;then

echo never > /sys/kernel/mm/transparent_hugepage/enabled

fi

if test -f /sys/kernel/mm/transparent_hugepage/defrag;then

echo never > /sys/kernel/mm/transparent_hugepage/defrag

fi

EOF

chmod +x /etc/rc.d/rc.local

yum -y install numactl

numactl --hardware

available: 1 nodes (0)

node 0 cpus: 0

node 0 size: 4095 MB

node 0 free: 205 MB

node distances:

node0 

0:10

cat > /etc/default/grub <         <EOF< span>          </EOF<>

GRUB_TIMEOUT=5

GRUB_DISTRIBUTOR="$(sed 's, release .*$,,g' /etc/system-release)"

GRUB_DEFAULT=saved

GRUB_DISABLE_SUBMENU=true

GRUB_TERMINAL_OUTPUT="console"

GRUB_CMDLINE_LINUX="crashkernel=auto rhgb quiet transparent_hugepage=never numa=off"

GRUB_DISABLE_RECOVERY="true"

EOF

grub2-mkconfig -o /etc/grub2.cfg

Generating grub configuration file ...

Found linux image: /boot/vmlinuz-3.10.0-957.el7.x86_64

Found initrd image: /boot/initramfs-3.10.0-957.el7.x86_64.img

Found linux image: /boot/vmlinuz-0-rescue-44d67a99e13a415e9ea1d767c91a1a7d

Found initrd image: /boot/initramfs-0-rescue-44d67a99e13a415e9ea1d767c91a1a7d.img

done

[root@RAC01 ~]# [root@RAC01 ~]# numactl --hardware

available: 1 nodes (0)

node 0 cpus: 0

node 0 size: 4095 MB

node 0 free: 181 MB

node distances:

node0 

0:10

echo "tmpfs /dev/shm tmpfs defaults,size=6000m 0 0" >>/etc/fstab

mount –o remount /dev/shm

vi /etc/nsswitch.conf

修改行

Hosts:files dns myhostname 修改为：hosts: files dns myhostname nis 

systemctl stop avahi-daemon.socket avahi-daemon.service

systemctl disable avahi-daemon.socket avahi-daemon.service

echo 'NOZEROCONF=yes' >> /etc/sysconfig/network

设置/etc/system/logind.conf设置

RemoveIPC=no

重启服务器或重启systemd-logind

systemctl daemon-reload

systemctl restart system-logind

su – grid

vi .bash_profile

export PATH

PS1="[`whoami`@`hostname`:"'$PWD]$'

export PS1

export TMP=/tmp

export LANG=en_US.UTF8

export TMPDIR=$TMP

export TZ=Asia/Shanghai

ORACLE_SID=+ASM1;export ORACLE_SID

ORACLE_TERM=xterm;export ORACLE_TERM

ORACLE_BASE=/u01/app/grid;export ORACLE_BASE

ORACLE_HOME=/u01/app/19.3.0/grid;export ORACLE_HOME

NLS_DATE_FORMAT="yyyy-mm-dd HH24:MI:SS";export NLS_DATE_FORMAT

PATH=$PATH:$HOME/.local/bin:$HOME/bin:$ORACLE_HOME/bin;export PATH

THREADS_FLAG=native;export THREADS_FLAG

if [ $USER = "oracle" ] || [ $USER = "grid" ]; then

if[ $SHELL = "/bin/ksh" ]; then

ulimit-p 16384

ulimit-n 65536

else

ulimit-u 16384 -n 65536

fi

umask022

fi 

su – grid

vi .bash_profile

export PATH

PS1="[`whoami`@`hostname`:"'$PWD]$'

export PS1

export TMP=/tmp

export LANG=en_US.UTF8

export TMPDIR=$TMP

export TZ=Asia/Shanghai

ORACLE_SID=+ASM2;export ORACLE_SID

ORACLE_TERM=xterm;export ORACLE_TERM

ORACLE_BASE=/u01/app/grid;export ORACLE_BASE

ORACLE_HOME=/u01/app/19.3.0/grid;export ORACLE_HOME

NLS_DATE_FORMAT="yyyy-mm-dd HH24:MI:SS";export NLS_DATE_FORMAT

PATH=$PATH:$HOME/.local/bin:$HOME/bin:$ORACLE_HOME/bin;export PATH

THREADS_FLAG=native;export THREADS_FLAG

if [ $USER = "oracle" ] || [ $USER = "grid" ]; then

if[ $SHELL = "/bin/ksh" ]; then

ulimit-p 16384

ulimit-n 65536

else

ulimit-u 16384 -n 65536

fi

umask022

fi

su - oracle

vi .bash_profile

export PATH

PS1="[`whoami`@`hostname`:"'$PWD]$'

export PS1

export TMP=/tmp

export LANG=en_US.UTF8

export TMPDIR=$TMP

export TZ=Asia/Shanghai

export ORACLE_UNQNAME=KIM1

ORACLE_SID=KIM1;export ORACLE_SID

ORACLE_TERM=xterm;export ORACLE_TERM

ORACLE_BASE=/u01/app/oracle;export ORACLE_BASE

ORACLE_HOME=/u01/app/oracle/19.3.0/db1;export ORACLE_HOME

NLS_DATE_FORMAT="yyyy-mm-dd HH24:MI:SS";export NLS_DATE_FORMAT

NLS_LANG=AMERICAN_AMERICA.UTF8;export NLS_LANG

PATH=$PATH:$HOME/.local/bin:$HOME/bin:$ORACLE_BASE/19.3.0/db1/bin:$ORACLE_HOME/bin;export PATH

THREADS_FLAG=native;export THREADS_FLAG

if [ $USER = "oracle" ]|[ $USER = "grid" ]; then

if[ $SHELL = "/bin/ksh" ]; then

ulimit-u 16384

ulimit-n 65536

else

ulimit-u 16384 -n 65536

fi

umask022

fi

su - oracle

vi .bash_profile

export PATH

PS1="[`whoami`@`hostname`:"'$PWD]$'

export PS1

export TMP=/tmp

export LANG=en_US.UTF8

export TMPDIR=$TMP

export TZ=Asia/Shanghai

export ORACLE_UNQNAME=KIM02

ORACLE_SID=KIM2;export ORACLE_SID

ORACLE_TERM=xterm;export ORACLE_TERM

ORACLE_BASE=/u01/app/oracle;export ORACLE_BASE

ORACLE_HOME=/u01/app/oracle/19.3.0/db1;export ORACLE_HOME

NLS_DATE_FORMAT="yyyy-mm-dd HH24:MI:SS";export NLS_DATE_FORMAT

NLS_LANG=AMERICAN_AMERICA.UTF8;export NLS_LANG

PATH=$PATH:$HOME/.local/bin:$HOME/bin:$ORACLE_BASE/19.3.0/db1/bin:$ORACLE_HOME/bin;export PATH

THREADS_FLAG=native;export THREADS_FLAG

if [ $USER = "oracle" ]|[ $USER = "grid" ]; then

if[ $SHELL = "/bin/ksh" ]; then

ulimit-u 16384

ulimit-n 65536

else

ulimit-u 16384 -n 65536

fi

umask022

fi

识别虚拟存储

cat >/etc/iscsi/initiatorname.iscsi<         <EOF< span>          </EOF<>

InitiatorName=iqn.2006-01.com.openfiler:tsn.e9ab0d6f2878

EOF

iscsiadm -m discovery -t sendtargets -p 192.168.5.201:3260

iscsiadm -m discovery -t sendtargets -p 192.168.6.201:3260

iscsiadm -m node --loginall=all

systemctl start iscsid

systemctl enable iscsid

lsblk

NAMEMAJ:MIN RMSIZE RO TYPE MOUNTPOINT

sda8:00120G0 disk 

├─sda18:102G0 part /boot

├─sda28:2016G0 part [SWAP]

└─sda38:30102G0 part /

sdb8:160 19.1G0 disk 

sdc8:320 19.1G0 disk 

sdd8:480 19.1G0 disk 

sde8:640 19.1G0 disk 

sdf8:800 19.1G0 disk 

sdg8:960 19.1G0 disk 

sdh8:1120 19.1G0 disk 

sdi8:1280 19.1G0 disk 

sdj8:144020G0 disk 

sdk8:160020G0 disk 

sdl8:176020G0 disk 

sdm8:192021G0 disk 

sdn8:208020G0 disk 

sdo8:224021G0 disk 

sdp8:240020G0 disk 

sdq65:0020G0 disk 

sdr65:16020G0 disk 

sds65:32020G0 disk 

sdt65:48021G0 disk 

sdu65:64021G0 disk 

sdv65:80021G0 disk 

sdw65:96021G0 disk 

sdx65:112021G0 disk 

sdy65:128021G0 disk

fdisk -l | grep "/dev/sd*"

Disk /dev/sda: 128.8 GB, 128849018880 bytes, 251658240 sectors

/dev/sda1*20484196351209715283Linux

/dev/sda24196352377507831677721682Linux swap / Solaris

/dev/sda33775078425165823910695372883Linux

Disk /dev/sdb: 20.5 GB, 20468203520 bytes, 39976960 sectors

Disk /dev/sdc: 20.5 GB, 20468203520 bytes, 39976960 sectors

Disk /dev/sde: 20.5 GB, 20468203520 bytes, 39976960 sectors

Disk /dev/sdd: 20.5 GB, 20468203520 bytes, 39976960 sectors

Disk /dev/sdg: 20.5 GB, 20468203520 bytes, 39976960 sectors

Disk /dev/sdf: 20.5 GB, 20468203520 bytes, 39976960 sectors

Disk /dev/sdh: 20.5 GB, 20468203520 bytes, 39976960 sectors

Disk /dev/sdi: 20.5 GB, 20468203520 bytes, 39976960 sectors

Disk /dev/sdj: 21.5 GB, 21474836480 bytes, 41943040 sectors

Disk /dev/sdk: 21.5 GB, 21474836480 bytes, 41943040 sectors

Disk /dev/sdl: 21.5 GB, 21474836480 bytes, 41943040 sectors

Disk /dev/sdn: 21.5 GB, 21474836480 bytes, 41943040 sectors

Disk /dev/sdo: 22.5 GB, 22515023872 bytes, 43974656 sectors

Disk /dev/sdp: 21.5 GB, 21474836480 bytes, 41943040 sectors

Disk /dev/sdm: 22.5 GB, 22515023872 bytes, 43974656 sectors

Disk /dev/sdq: 21.5 GB, 21474836480 bytes, 41943040 sectors

Disk /dev/sds: 21.5 GB, 21474836480 bytes, 41943040 sectors

Disk /dev/sdr: 21.5 GB, 21474836480 bytes, 41943040 sectors

Disk /dev/sdt: 22.5 GB, 22515023872 bytes, 43974656 sectors

Disk /dev/sdv: 22.5 GB, 22515023872 bytes, 43974656 sectors

Disk /dev/sdu: 22.5 GB, 22515023872 bytes, 43974656 sectors

Disk /dev/sdw: 22.5 GB, 22515023872 bytes, 43974656 sectors

Disk /dev/sdx: 22.5 GB, 22515023872 bytes, 43974656 sectors

Disk /dev/sdy: 22.5 GB, 22515023872 bytes, 43974656 sectors

multipath -ll

Apr 10 10:40:18 | DM multipath kernel driver not loaded

Apr 10 10:40:18 | /etc/multipath.conf does not exist, blacklisting all devices.

Apr 10 10:40:18 | A default multipath.conf file is located at

Apr 10 10:40:18 | /usr/share/doc/device-mapper-multipath-0.4.9/multipath.conf

Apr 10 10:40:18 | You can run /sbin/mpathconf --enable to create

Apr 10 10:40:18 | /etc/multipath.conf. See man mpathconf(8) for more details

Apr 10 10:40:18 | DM multipath kernel driver not loaded

cat > /etc/multipath.conf <         <EOF< span>          </EOF<>

defaults {

user_friendly_namesyes

find_multipathsyes

}

blacklist {

devnode"^(ram|raw|loop|fd|md|dm-|sr|scd|st)[0-9]*" 

devnode"^hd[a-z]" 

#devnode "^sd[a-d]"

}

multipaths {

multipath{

wwid14f504e46494c4552324b503357702d343345642d38477445

aliasmpatha

path_grouping_policymultibus

path_selector"round-robin 0"

failbackimmediate

}

multipath{

wwid14f504e46494c4552336156705a482d334146522d50675435

aliasmpathb

path_grouping_policymultibus

path_selector"round-robin 0"

failbackimmediate

}

multipath{

wwid14f504e46494c4552444a4c5359462d4170696c2d5a6a3078

aliasmpathc

path_grouping_policymultibus

path_selector"round-robin 0"

failbackimmediate

}

multipath{

wwid14f504e46494c4552487a446f4a352d516a75312d4e753134

aliasmpathd

path_grouping_policymultibus

path_selector"round-robin 0"

failbackimmediate

}

multipath{

wwid14f504e46494c45525434504d59642d51615a632d44653141

aliasmpathe

path_grouping_policymultibus

path_selector"round-robin 0"

failbackimmediate

}

multipath{

wwid14f504e46494c45525a6b646178362d495a39362d46345967

aliasmpathf

path_grouping_policymultibus

path_selector"round-robin 0"

failbackimmediate

}

multipath{

wwid14f504e46494c45526458737455692d616736332d4e727432

aliasmpathg

path_grouping_policymultibus

path_selector"round-robin 0"

failbackimmediate

}

multipath{

wwid14f504e46494c4552646f7a3777452d453151382d43326d63

aliasmpathh

path_grouping_policymultibus

path_selector "round-robin 0"

failbackimmediate

}

multipath{

wwid14f504e46494c4552726c4e3038642d593263732d43384d58

aliasmpathi

path_grouping_policymultibus

path_selector"round-robin 0"

failbackimmediate

}

multipath{

wwid14f504e46494c455273726d6b31372d4c4d6d692d35397937

aliasmpathj

path_grouping_policymultibus

path_selector"round-robin 0"

failbackimmediate

}

multipath{

wwid14f504e46494c45527575504f71672d48424e4f2d7a475366

aliasmpathk

path_grouping_policymultibus

path_selector"round-robin 0"

failbackimmediate

}

multipath{

wwid14f504e46494c45527971324930432d556671472d65433353

aliasmpathl

path_grouping_policymultibus

path_selector"round-robin 0"

failbackimmediate

}

}

devices {

device{

vendor"openfiler"

product"virtual disk" 

path_grouping_policymultibus

path_checkerreadsector0

path_selector"round-robin 0" 

hardware_handler"0"

}

}

EOF

/sbin/mpathconf –enable

multipath –ll

lsmod |grep multipath

dm_multipath277920 

dm_mod1245013 dm_multipath,dm_log,dm_mirror

modprobe dm-multipath

modprobe dm-round-robin

modprobe dm-service-time

systemctl status multipathd//查看服务状态

systemctl start multipathd//启动服务器

systemctl enable multipathd//设置开机启动

systemctl list-unit-files|grep multipathd//查看开机启动列表

systemctl reload multipathd//重新加载

multipath -F #删除现有没有使用的路径 

multipath -v2 #格式化路径，检测路径，合并路径 

multipath -ll #查看多路径状态

lsmod |grep multipath

dm_multipath277922 dm_round_robin,dm_service_time

dm_mod1245013 dm_multipath,dm_log,dm_mirror

for dev in /dev/sd*; do

[-b "$dev" ] || continue

wwid=$(/lib/udev/scsi_id-g -u "$dev" 2>/dev/null)

echo"$dev -> WWID: $wwid"

lsblk|grep mpath|sort|uniq

└─mpatha 253:9020G0 mpath 

└─mpathb 253:7020G0 mpath 

└─mpathc 253:40 19.1G0 mpath 

└─mpathd 253:2021G0 mpath 

└─mpathe 253:8021G0 mpath 

└─mpathf 253:50 19.1G0 mpath 

└─mpathg 253:11021G0 mpath 

└─mpathh 253:10020G0 mpath 

└─mpathi 253:3021G0 mpath 

└─mpathj 253:10 19.1G0 mpath 

└─mpathk 253:00 19.1G0 mpath 

└─mpathl 253:6020G0 mpath

cat /etc/multipath/bindings |grep -v '#'

cat /dev/mapper/udev_info

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-14f504e46494c4552324b503357702d343345642d38477445",SYMLINK+="erpfra01",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-14f504e46494c4552336156705a482d334146522d50675435",SYMLINK+="erpfra02",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-14f504e46494c4552444a4c5359462d4170696c2d5a6a3078",SYMLINK+="erpocr01",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-14f504e46494c4552487a446f4a352d516a75312d4e753134",SYMLINK+="erpdata01",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-14f504e46494c45525434504d59642d51615a632d44653141",SYMLINK+="erpdata02",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-14f504e46494c45525a6b646178362d495a39362d46345967",SYMLINK+="erpocr02",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-14f504e46494c45526458737455692d616736332d4e727432",SYMLINK+="erpdata03",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-14f504e46494c4552646f7a3777452d453151382d43326d63",SYMLINK+="erpfra03",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-14f504e46494c4552726c4e3038642d593263732d43384d58",SYMLINK+="erpdata04",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-14f504e46494c455273726d6b31372d4c4d6d692d35397937",SYMLINK+="erpocr03",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-14f504e46494c45527575504f71672d48424e4f2d7a475366",SYMLINK+="erpocr04",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-14f504e46494c45527971324930432d556671472d65433353",SYMLINK+="erpfra04",OWNER="grid",GROUP="asmadmin",MODE="0660"

ls -lst /dev/erp*

/sbin/udevadm trigger --type=devices --action=change

/sbin/udevadm trigger --type=devices --action=add //新增磁盘的时候需要使用

ls -lsa /dev/asm*//查看asm磁盘

/usr/lib/udev/scsi_id -g -u -d /dev/sdb

/usr/lib/udev/scsi_id -g -u -d /dev/sdc

systemctl restart systemd-udevd.service

udevadm control --reload-rules

ls -lst /dev/erp*

0 lrwxrwxrwx. 1 root root 4 Apr 17 19:45 /dev/erpdata01 -> dm-9

0 lrwxrwxrwx. 1 root root 4 Apr 17 19:45 /dev/erpdata02 -> dm-7

0 lrwxrwxrwx. 1 root root 4 Apr 17 19:45 /dev/erpdata03 -> dm-6

0 lrwxrwxrwx. 1 root root 5 Apr 17 19:45 /dev/erpdata04 -> dm-10

0 lrwxrwxrwx. 1 root root 4 Apr 17 19:45 /dev/erpfra01 -> dm-3

0 lrwxrwxrwx. 1 root root 4 Apr 17 19:45 /dev/erpocr01 -> dm-1

0 lrwxrwxrwx. 1 root root 4 Apr 17 19:45 /dev/erpocr02 -> dm-0

0 lrwxrwxrwx. 1 root root 4 Apr 17 19:45 /dev/erpocr03 -> dm-4

0 lrwxrwxrwx. 1 root root 4 Apr 17 19:45 /dev/erpocr04 -> dm-5

mount -t nfs 192.168.5.100:/backup /backup

unzip -d /u01/app/19.3.0/grid/ /backup/LINUX.X64_193000_grid_home.zip 

cd /u01/app/19.3.0/grid/cv/rpm/ 

scp cvuqdisk-1.0.10-1.rpm root@rac02:/root

rpm -ivh cvuqdisk-1.0.10-1.rpm

$ORACLE_HOME/oui/prov/resources/scripts/sshUserSetup.sh -user grid -hosts "rac01 rac02" -advanced -noPromptPassphrase

su - grid

$ORACLE_HOME/runcluvfy.sh stage -pre crsinst -n "rac01,rac02" -verbose

cd /u01/app/19.3.0/grid/install/response

egrep -v "^#|^$" gridsetup.rsp 

${ORACLE_HOME}/gridSetup.sh -ignorePrereq -waitforcompletion -silent -responseFile ~/gridsetup.rsp

Launching Oracle Grid Infrastructure Setup Wizard...

[WARNING] [INS-30011] The SYS password entered does not conform to the Oracle recommended standards.

CAUSE:Oracle recommends that the password entered should be at least 8 characters in length, contain at least 1 uppercase character, 1 lower case character and 1 digit [0-9].

ACTION:Provide a password that conforms to the Oracle recommended standards.

[WARNING] [INS-30011] The ASMSNMP password entered does not conform to the Oracle recommended standards.

CAUSE:Oracle recommends that the password entered should be at least 8 characters in length, contain at least 1 uppercase character, 1 lower case character and 1 digit [0-9].

ACTION:Provide a password that conforms to the Oracle recommended standards.

[WARNING] [INS-13014] Target environment does not meet some optional requirements.

CAUSE:Some of the optional prerequisites are not met. See logs for details. gridSetupActions2022-04-19_11-32-50AM.log

ACTION:Identify the list of failed prerequisite checks from the log: gridSetupActions2022-04-19_11-32-50AM.log. Then either from the log file or from installation manual find the appropriate configuration to meet the prerequisites and fix it manually.

The response file for this session can be found at:

/u01/app/19.3.0/grid/install/response/grid_2022-04-19_11-32-50AM.rsp

You can find the log of this install session at:

/tmp/GridSetupActions2022-04-19_11-32-50AM/gridSetupActions2022-04-19_11-32-50AM.log

As a root user, execute the following script(s):

1./u01/app/oraInventory/orainstRoot.sh

2./u01/app/19.3.0/grid/root.sh

Execute /u01/app/oraInventory/orainstRoot.sh on the following nodes: 

[rac01, rac02]

Execute /u01/app/19.3.0/grid/root.sh on the following nodes: 

[rac01, rac02]

Run the script on the local node first. After successful completion, you can start the script in parallel on all other nodes.

Successfully Setup Software with warning(s).

As install user, execute the following command to complete the configuration.

/u01/app/19.3.0/grid/gridSetup.sh-executeConfigTools -responseFile /home/grid/gridsetup.rsp [-silent]

Moved the install session logs to:

/u01/app/oraInventory/logs/GridSetupActions2022-04-19_11-32-50AM

[root@rac01 ~]# /u01/app/oraInventory/orainstRoot.sh

Changing permissions of /u01/app/oraInventory.

Adding read,write permissions for group.

Removing read,write,execute permissions for world.

Changing groupname of /u01/app/oraInventory to oinstall.

The execution of the script is complete.

[root@rac02 ~]# /u01/app/oraInventory/orainstRoot.sh

Changing permissions of /u01/app/oraInventory.

Adding read,write permissions for group.

Removing read,write,execute permissions for world.

Changing groupname of /u01/app/oraInventory to oinstall.

The execution of the script is complete.

${ORACLE_HOME}/gridSetup.sh -executeConfigTools -silent -responseFile ~/gridsetup.rsp

输出日志：

Launching Oracle Grid Infrastructure Setup Wizard...

You can find the logs of this session at:

/u01/app/oraInventory/logs/GridSetupActions2022-04-19_12-06-30PM

You can find the log of this install session at:

/u01/app/oraInventory/logs/UpdateNodeList2022-04-19_12-06-30PM.log

Successfully Configured Software.

$ORACLE_HOME/runcluvfy.shstage -postcrsinst -n "rac01,rac02"-verbose

输出日志：

${ORACLE_HOME}/gridSetup.sh -ignorePrereq -waitforcompletion -silent \

-responseFile ${ORACLE_HOME}/install/response/gridsetup.rsp \

INVENTORY_LOCATION=/u01/app/grid/oraInventory \

SELECTED_LANGUAGES=en,en_GB \

oracle.install.option=CRS_CONFIG \

ORACLE_BASE=/u01/app/grid \

oracle.install.asm.OSDBA=asmdba \

oracle.install.asm.OSASM=asmadmin \

oracle.install.asm.OSOPER=asmoper\

oracle.install.crs.config.scanType=LOCAL_SCAN \

oracle.install.crs.config.gpnp.scanName=racscan.kim.com \

oracle.install.crs.config.gpnp.scanPort=1521 \

oracle.install.crs.config.ClusterConfiguration=STANDALONE \

oracle.install.crs.config.configureAsExtendedCluster=false \

oracle.install.crs.config.clusterName=rac-cluster \

oracle.install.crs.config.gpnp.configureGNS=false \

oracle.install.crs.config.autoConfigureClusterNodeVIP=false \

oracle.install.crs.config.clusterNodes=rac01:rac01-vip.kim.com,rac02:rac02-vip.kim.com \

oracle.install.crs.config.networkInterfaceList=ens33:192.168.5.0:1,ens34:192.168.6.0:5 \

oracle.install.asm.configureGIMRDataDG=false \

oracle.install.crs.config.useIPMI=false \

oracle.install.asm.storageOption=ASM \

oracle.install.asmOnNAS.configureGIMRDataDG=false \

oracle.install.asm.SYSASMPassword=DHHZDHHZ \

oracle.install.asm.diskGroup.name=erpocr \

oracle.install.asm.diskGroup.redundancy=EXTERNAL \

oracle.install.asm.diskGroup.AUSize=4 \

oracle.install.asm.diskGroup.disksWithFailureGroupNames=/dev/erpocr01,,/dev/erpocr02,,/dev/erpocr03,\

oracle.install.asm.diskGroup.diskDiscoveryString=/dev/erp*\

oracle.install.asm.configureAFD=false \

oracle.install.asm.monitorPassword=DHHZDHHZ \

oracle.install.crs.configureRHPS=false \

oracle.install.crs.config.ignoreDownNodes=false \

oracle.install.config.managementOption=NONE \

oracle.install.config.omsPort=0 \

oracle.install.crs.rootconfig.executeRootScript=false \

以root用在rac01和rac02上分别执行

1./u01/app/grid/oraInventory/orainstRoot.sh

2./u01/app/19.3.0/grid/root.sh

执行完毕后再在rac01上执行

/u01/app/19.3.0/grid/gridSetup.sh-executeConfigTools -responseFile /u01/app/19.3.0/grid/install/response/gridsetup.rsp [-silent]

${ORACLE_HOME}/gridSetup.sh -executeConfigTools -silent \

-responseFile ${ORACLE_HOME}/install/response/gridsetup.rsp \

INVENTORY_LOCATION=/u01/app/grid/oraInventory \

SELECTED_LANGUAGES=en,en_GB \

oracle.install.option=CRS_CONFIG \

ORACLE_BASE=/u01/app/grid \

oracle.install.asm.OSDBA=asmdba \

oracle.install.asm.OSASM=asmadmin \

oracle.install.asm.OSOPER=asmoper\

oracle.install.crs.config.scanType=LOCAL_SCAN \

oracle.install.crs.config.gpnp.scanName=racscan.kim.com \

oracle.install.crs.config.gpnp.scanPort=1521 \

oracle.install.crs.config.ClusterConfiguration=STANDALONE \

oracle.install.crs.config.configureAsExtendedCluster=false \

oracle.install.crs.config.clusterName=rac-cluster \

oracle.install.crs.config.gpnp.configureGNS=false \

oracle.install.crs.config.autoConfigureClusterNodeVIP=false \

oracle.install.crs.config.clusterNodes=rac01:rac01-vip.kim.com,rac02:rac02-vip.kim.com \

oracle.install.crs.config.networkInterfaceList=ens33:192.168.5.0:1,ens34:192.168.6.0:5 \

oracle.install.asm.configureGIMRDataDG=false \

oracle.install.crs.config.useIPMI=false \

oracle.install.asm.storageOption=ASM \

oracle.install.asmOnNAS.configureGIMRDataDG=false \

oracle.install.asm.SYSASMPassword=DHHZDHHZ \

oracle.install.asm.diskGroup.name=erpocr \

oracle.install.asm.diskGroup.redundancy=EXTERNAL \

oracle.install.asm.diskGroup.AUSize=4 \

oracle.install.asm.diskGroup.disksWithFailureGroupNames=/dev/erpocr01,,/dev/erpocr02,,/dev/erpocr03,\

oracle.install.asm.diskGroup.diskDiscoveryString=/dev/erp*\

oracle.install.asm.configureAFD=false \

oracle.install.asm.monitorPassword=DHHZDHHZ \

oracle.install.crs.configureRHPS=false \

oracle.install.crs.config.ignoreDownNodes=false \

oracle.install.config.managementOption=NONE \

oracle.install.config.omsPort=0 \

oracle.install.crs.rootconfig.executeRootScript=false \

$ORACLE_HOME/runcluvfy.shstage -postcrsinst -n "rac01,rac02"-verbose

[grid@rac01:/home/grid]$crsctl stat res -init -t

--------------------------------------------------------------------------------

NameTargetStateServerState details

--------------------------------------------------------------------------------

Cluster Resources

--------------------------------------------------------------------------------

ora.asm

1ONLINEONLINErac01Started,STABLE

ora.cluster_interconnect.haip

1ONLINEONLINErac01STABLE

ora.crf

1ONLINEONLINErac01STABLE

ora.crsd

1ONLINEONLINErac01STABLE

ora.cssd

1ONLINEONLINErac01STABLE

ora.cssdmonitor

1ONLINEONLINErac01STABLE

ora.ctssd

1ONLINEONLINErac01ACTIVE:0,STABLE

ora.diskmon

1OFFLINEOFFLINESTABLE

ora.drivers.acfs

1ONLINEONLINErac01STABLE

ora.evmd

1ONLINEONLINErac01STABLE

ora.gipcd

1ONLINEONLINErac01STABLE

ora.gpnpd

1ONLINEONLINErac01STABLE

ora.mdnsd

1ONLINEONLINErac01STABLE

ora.storage

1ONLINEONLINErac01STABLE

--------------------------------------------------------------------------------

[grid@rac01:/home/grid]$

create diskgroup erpdata external redundancy disk '/dev/erpdata01','/dev/erpdata02','/dev/erpdata03' attribute 'au_size'='4M', 'compatible.asm' = '19.3';

create diskgroup erpfra external redundancy disk '/dev/erpfra01','/dev/erpfra02','/dev/erpfra03' attribute 'au_size'='4M', 'compatible.asm' = '19.3';

select disk_number,mount_status,header_status,mode_status,state,total_mb,free_mb,name,path from v$asm_disk;

select state,name,type,total_mb,free_mb from v$asm_diskgroup_stat;

unzip -d /u01/app/oracle/19.3.0/db1/ /backup/LINUX.X64_193000_db_home.zip

$ORACLE_HOME/oui/prov/resources/scripts/sshUserSetup.sh -user oracle -hosts "rac01 rac02" -advanced -noPromptPassphrase

执行安装命令

$ORACLE_HOME/runInstaller -ignorePrereq -waitforcompletion -silent -responseFile ~/db_install.rsp

Launching Oracle Database Setup Wizard...

The response file for this session can be found at:

/u01/app/oracle/19.3.0/db1/install/response/db_2022-04-19_01-19-43PM.rsp

You can find the log of this install session at:

/u01/app/oraInventory/logs/InstallActions2022-04-19_01-19-43PM/installActions2022-04-19_01-19-43PM.log

As a root user, execute the following script(s):

1./u01/app/oracle/19.3.0/db1/root.sh

Execute /u01/app/oracle/19.3.0/db1/root.sh on the following nodes: 

[rac01, rac02]

Successfully Setup Software.

[root@rac01 ~]#/u01/app/oracle/19.3.0/db1/root.sh

Check /u01/app/oracle/19.3.0/db1/install/root_rac01_2022-04-19_13-33-20-749043792.log for the output of root script

[root@rac01 ~]# cat /u01/app/oracle/19.3.0/db1/install/root_rac01_2022-04-19_13-33-20-749043792.log

Performing root user operation.

The following environment variables are set as:

ORACLE_OWNER=oracle

ORACLE_HOME=/u01/app/oracle/19.3.0/db1

Copyingdbhome to /usr/local/bin ...

Copyingoraenv to /usr/local/bin ...

Copyingcoraenv to /usr/local/bin ...

Entries will be added to the /etc/oratab file as needed by

Database Configuration Assistant when a database is created

Finished running generic part of root script.

Now product-specific root actions will be performed.

dbca -silent -createDatabase \

-templateName General_Purpose.dbc \

-gdbname KIM -responseFile NO_VALUE \

-characterSet ZHS16GBK \

-sysPassword DHHZDHHZ \

-systemPassword DHHZDHHZ \

-createAsContainerDatabase false \

-databaseType MULTIPURPOSE \

-automaticMemoryManagement false \

-totalMemory 4096 \

-redoLogFileSize 300 \

-emConfiguration NONE \

-ignorePreReqs \

-nodelist rac01,rac02 \

-storageType ASM \

-diskGroupName +ERPDATA \

-asmsnmpPassword DHHZDHHZ \

-recoveryAreaDestinationNONE \

[WARNING] [DBT-06208] The 'SYS' password entered does not conform to the Oracle recommended standards.

CAUSE:

a. Oracle recommends that the password entered should be at least 8 characters in length, contain at least 1 uppercase character, 1 lower case character and 1 digit [0-9].

b.The password entered is a keyword that Oracle does not recommend to be used as password

ACTION:Specify a strong password. If required refer Oracle documentation for guidelines.

[WARNING] [DBT-06208] The 'SYSTEM' password entered does not conform to the Oracle recommended standards.

CAUSE:

a. Oracle recommends that the password entered should be at least 8 characters in length, contain at least 1 uppercase character, 1 lower case character and 1 digit [0-9].

b.The password entered is a keyword that Oracle does not recommend to be used as password

ACTION:Specify a strong password. If required refer Oracle documentation for guidelines.

Prepare for db operation

8% complete

Copying database files

33% complete

Creating and starting Oracle instance

34% complete

35% complete

39% complete

42% complete

45% complete

50% complete

Creating cluster database views

52% complete

67% complete

Completing Database Creation

71% complete

73% complete

75% complete

Executing Post Configuration Actions

100% complete

Database creation complete. For details check the logfiles at:

/u01/app/oracle/cfgtoollogs/dbca/KIM.

Database Information:

Global Database Name:KIM

System Identifier(SID) Prefix:KIM

Look at the log file "/u01/app/oracle/cfgtoollogs/dbca/KIM/KIM.log" for further details.

dbca -silent -createDatabase \

-templateName General_Purpose.dbc \

-gdbname KIM -responseFile NO_VALUE \

-characterSet AL32UTF8 \

-sysPassword DHHZDHHZ \

-systemPassword DHHZDHHZ \

-createAsContainerDatabase true \

-numberOfPDBs 1 \

-pdbName yong \

-pdbAdminPassword DHHZDHHZ \

-databaseType MULTIPURPOSE \

-automaticMemoryManagement false \

-totalMemory 4096 \

-redoLogFileSize 50 \

-emConfiguration NONE \

-ignorePreReqs \

-nodelist rac01,rac02 \

-storageType ASM \

-diskGroupName +DATADG \

-asmsnmpPassword DHHZDHHZ \

-recoveryAreaDestinationNONE \

$ORACLE_HOME/runInstaller -ignorePrereq -waitforcompletion -silent \

-responseFile ${ORACLE_HOME}/install/response/db_install.rsp \

oracle.install.option=INSTALL_DB_SWONLY \

UNIX_GROUP_NAME=oinstall \

INVENTORY_LOCATION=/u01/app/oraInventory \

SELECTED_LANGUAGES=en,en_GB \

ORACLE_HOME=/u01/app/oracle/19.3.0/db1 \

ORACLE_BASE=/u01/app/oracle \

oracle.install.db.InstallEdition=EE \

oracle.install.db.OSDBA_GROUP=dba \

oracle.install.db.OSOPER_GROUP=oper \

oracle.install.db.OSBACKUPDBA_GROUP=backupdba \

oracle.install.db.OSDGDBA_GROUP=dgdba \

oracle.install.db.OSKMDBA_GROUP=kmdba \

oracle.install.db.OSRACDBA_GROUP=racdba\

oracle.install.db.CLUSTER_NODES=rac01,rac02 \

oracle.install.db.isRACOneInstall=false \

oracle.install.db.rac.serverpoolCardinality=0 \

oracle.install.db.config.starterdb.type=GENERAL_PURPOSE \

oracle.install.db.ConfigureAsContainerDB=false \

SECURITY_UPDATES_VIA_MYORACLESUPPORT=false \