1 關閉防火牆

檢視防火牆的狀態，此防火牆是關閉的

[root@localhost ~]# systemctl status firewalld

● firewalld.service - firewalld - dynamic firewall daemon

Loaded: loaded (/usr/lib/systemd/system/firewalld.service; disabled; vendor preset: enabled)

Active: inactive (dead)

Docs: man:firewalld(1)

永久關閉防火牆

[root@localhost ~]# systemctl disable firewalld

臨時關閉防火牆

[root@localhost ~]# systemctl stop firewalld

2 修改主機名

檢視主機名：

[root@localhost ~]# hostnamectl status

Static hostname: localhost.localdomain

Icon name: computer-server

Chassis: server

Machine ID: 06b1c1b5f9984c23b62ab95683170e1c

Boot ID: 35edf6b5eb464561a03c07b7e8aa4c5d

Operating System: Red Hat Enterprise Linux Server 7.6 (Maipo)

CPE OS Name: cpe:/o:redhat:enterprise_linux:7.6:GA:server

Kernel: Linux 3.10.0-957.el7.x86_64

Architecture: x86-64

設定主機名

[root@localhost ~]# hostname testdb1

修改/etc/hostname檔案如下：

[root@localhost ~]# cat /etc/hostname

#localhost.localdomain

127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4

::1 localhost localhost.localdomain localhost6 localhost6.localdomain6

#public ip:

17.95.211.153 testdb1

17.95.211.154 testdb2

#vip

17.95.211.198 testdb1-vip

17.95.211.199 testdb2-vip

#priv ip

18.96.211.153 testdb1-priv

18.96.211.154 testdb2-priv

#scan ip

17.95.211.200 testdb-scan

3 關閉SELINUX

[root@localhost ~]# cat /etc/selinux/config

# This file controls the state of SELinux on the system.

# SELINUX= can take one of these three values:

# enforcing - SELinux security policy is enforced.

# permissive - SELinux prints warnings instead of enforcing.

# disabled - No SELinux policy is loaded.

SELINUX=disabled

# SELINUXTYPE= can take one of three values:

# targeted - Targeted processes are protected,

# minimum - Modification of targeted policy. Only selected processes are protected.

# mls - Multi Level Security protection.

SELINUXTYPE=targeted

4 檢查系統相關配置：

記憶體：grep MemTotal /proc/meminfo

swap: grep SwapTotal /proc/meminfo

臨時空間: df -k /tmp

安裝資料庫的目錄:

5 安裝軟體包：

使用如下命令檢查：

rpm -q --queryformat "%{NAME}-%{VERSION}.%{RELEASE} (%{ARCH})\n" \

binutils \

compat-libstdc++-33 \

ksh \

gcc \

gcc-c++ \

glibc \

glibc-common \

glibc-devel \

glibc-headers \

libaio \

libaio-devel \

libgcc \

libstdc++ \

libstdc++-devel \

make \

sysstat \

compat-libcap1 \

cpp \

mpfr \

libXp \

xorg-x11-utils \

xorg-x11-xauth \

smartmontools \

ethtool \

bind-utils \

pam |grep not

package compat-libstdc++-33 is not installed --此RPM需要從其它版本上傳進行安裝，

剩餘的幾個在安裝的映象檔案中是有的

package ksh is not installed

package libaio-devel is not installed

package libXp is not installed

6 修改系統的核心引數 /etc/sysctl.conf（#註釋的引數後續會根據情況進行調整的）

kernel.shmmni = 4096

kernel.shmall =46121446

kernel.shmmax =188913445683

fs.file-max = 6815744

net.ipv4.ip_local_port_range = 9000 65500

#net.ipv4.conf.enp175s0.rp_filter = 2

#net.ipv4.conf.enp59s0.rp_filter = 2

net.ipv4.conf.bond0.rp_filter = 1

net.core.rmem_default = 4194304

net.core.rmem_max = 26214400

net.core.wmem_default = 262144

net.core.wmem_max = 4194304

kernel.randomize_va_space=0

net.ipv4.ipfrag_high_thresh = 16777216

net.ipv4.ipfrag_low_thresh = 15728640

vm.vfs_cache_pressure=200

vm.swappiness = 0

vm.dirty_background_ratio = 3

vm.dirty_ratio = 80

vm.dirty_expire_centisecs = 600

vm.dirty_writeback_centisecs = 120

vm.min_free_kbytes=4096000

kernel.sem=4096 524288 4096 128

kernel.watchdog_thresh=30

fs.aio-max-nr=50000000

vm.min_free_kbytes=1543503

#vm.nr_hugepages=37683

執行如下命令，使其生效： sysctl -p

7 資源限制修改 /etc/security/limits.conf

grid soft nproc 2047

grid hard nproc 16384

grid soft nofile 1024

grid hard nofile 65536

oracle soft nproc 2047

oracle hard nproc 16384

oracle soft nofile 1024

oracle hard nofile 65536

8 登陸引數調整 /etc/pam.d/login

session required /lib64/security/pam_limits.so

9 /etc/profile 的配置

if [ $USER = "oracle" ] || [ $USER = "grid" ]; then

if [ \$SHELL = "/bin/ksh" ]; then

ulimit -p 16384

ulimit -n 65536

else

ulimit -u 16384 -n 65536

fi

umask 022

fi

10 建立組、使用者、目錄及設定環境變數

（節點1和節點2都要執行）

10.1 建立使用者和組（grid\oracle 兩個節點的使用者的密碼必須一致）

groupadd -g 600 oinstall

groupadd -g 601 asmadmin

groupadd -g 602 dba

groupadd -g 603 oper

groupadd -g 604 asmdba

groupadd -g 605 asmoper

useradd -u 701 -g oinstall -G asmadmin,asmdba,asmoper,dba grid

useradd -u 702 -g oinstall -G dba,oper,asmdba oracle

設定使用者密碼：Oracle11g_test

passwd grid

10.2 建立目錄

mkdir -p /u01/app/11.2.0/grid

chown -R grid:oinstall /u01

mkdir /u01/app/oracle

chown oracle:oinstall /u01/app/oracle

chmod -R 775 /u01

10.3 修改grid使用者的環境變數

alias ls="ls -FA"

ORACLE_SID=+ASM1;export ORACLE_SID

ORACLE_BASE=/u01/app/grid; export ORACLE_BASE

ORACLE_HOME=/u01/app/11.2.0/grid;export ORACLE_HOME

GRID_HOME=/u01/app/11.2.0/grid; export GRID_HOME

ORACLE_PATH=/u01/app/u01/common/u01/sql;export ORACLE_PATH

ORACLE_TERM=xterm;export ORACLE_TERM

TNS_ADMIN=$ORACLE_HOME/network/admin;export TNS_ADMIN

PATH=.:${JAVA_HOME}/bin:${PATH}:$HOME/bin:$ORACLE_HOME/bin

PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin

PATH=${PATH}:/u01/app/common/oracle/bin

PATH=$PATH:$ORACLE_HOME/oracm/bin:$ORACLE_HOME/OPatch

export PATH

LD_LIBRARY_PATH=$ORACLE_HOME/lib

LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:$ORACLE_HOME/oracm/lib

LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/lib/usr/lib:/usr/local/lib

LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:$ORACLE_HOME/ctx/lib

export LD_LIBRARY_PATH

CLASSPATH=$ORACLE_HOME/JRE

CLASSPATH=${CLASSPATH}:$ORACLE_HOME/jlib

CLASSPATH=${CLASSPATH}:$ORACLE_HOME/rdbms/jlib

CLASSPATH=${CLASSPATH}:$ORACLE_HOME/ctx/lib

export CLASSPATH

export TMP=/tmp

export TMPDIR=/tmp

export NLS_LANG=AMERICAN_AMERICA.ZHS16GBK

export SQLPATH=~/admin/sql:/$ORACLE_HOME/sqlplus/admin

export NLS_DATE_FORMAT='yyyy-mm-dd hh24:mi:ss'

umask 022

10.4 修改Oracle使用者的環境變數（節點1、2對應不同的ORACLE_SID,如節點1-ractest1,節點2-ractest2）

ORACLE_SID=testdb1;export ORACLE_SID

ORACLE_UNQNAME=testdb;export ORACLE_UNQNAME

ORACLE_BASE=/u01/app/oracle;export ORACLE_BASE

ORACLE_HOME=$ORACLE_BASE/product/11.2.0/db_1; export ORACLE_HOME

ORACLE_PATH=/u01/app/common/u01/sql; export ORACLE_PATH

ORACLE_TERM=xterm; export ORACLE_TERM

TNS_ADMIN=$ORACLE_HOME/network/admin; export TNS_ADMIN

PATH=.:${JAVA_HOME}/bin:${PATH}:$HOME/bin:$ORACLE_HOME/bin

PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin

PATH=${PATH}:/u01/app/common/oracle/bin

PATH=${PATH}:$ORACLE_HOME/oracm/bin:$ORACLE_HOME/OPatch

export PATH

LD_LIBRARY_PATH=$ORACLE_HOME/lib

LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:$ORACLE_HOME/oracm/lib

LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/lib:/usr/lib:/usr/local/lib

LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:$ORACLE_HOME/ctx/lib

export LD_LIBRARY_PATH

CLASSPATH=$ORACLE_HOME/JRE

CLASSPATH=${CLASSPATH}:$ORACLE_HOME/jlib

CLASSPATH=${CLASSPATH}:$ORACLE_HOME/rdbms/jlib

CLASSPATH=${CLASSPATH}:$ORACLE_HOME/network/jlib

export CLASSPATH

export TMP=/tmp

export TMPDIR=/tmp

#export NLS_LANG=AMERICAN_AMERICAN.ZHS16GBK ---此環境變數會影響資料庫軟體及dbca的安裝，最好不要使用

export NLS_DATE_FORMAT='yyyy-mm-dd hh24:mi:ss'

umask 022

11 配置使用者有效性 Oracle11g_test

使用如下命令建立使用者等效性，效率比較高：

sshsetup/sshUserSetup.sh -user grid -hosts "testdb1 testdb2" -advanced -noPromptPassphrase

sshsetup/sshUserSetup.sh -user oracle -hosts "testdb1 testdb2" -advanced -noPromptPassphrase

ssh testdb1 date

ssh testdb2 date

12. 配置時鐘同步，

由於在RHEL7開始時間同步，預設使用chrony進行時間同步，故使用chrony 或NTPD其中一種方法即可。

chrony配置--主機組已完成

在RHEL7開始時間同步，預設使用chrony進行時間同步，使用chrony需要注意修改以下內容：

# vi /etc/chrony.conf

將makestep 10 3這一條註釋掉，在最後新增時間伺服器：

server xxx.xxx.xxx.xx

重啟chrony服務：

# systemctl restart chronyd

檢查chrony的同步情況：

# chronyc sourcestats

檢視/etc/chrony.conf 引數檔案：

[root@testdb1 ~]# cat /etc/chrony.conf |grep -v "#"

server 17.95.196.58 prefer

server 17.95.196.59 iburst

driftfile /var/lib/chrony/drift

makestep 1.0 3

rtcsync

logdir /var/log/chrony

[root@testdb1 ~]#

##################################################################

修改ntp--主機組已完成，需檢查

在RHEL7開始時間同步，預設使用chrony，推薦使用chrony，但也可以使用NTP，以下是NTP的配置方法：

開啟/etc/sysconfig/ntpd檔案，修改如下：

# Command line options for ntpd

OPTIONS="-x"

修改完成，需要重啟ntpd服務

# systemctl restart ntpd

# ps -ef | grep ntp | grep -v grep

ntp 72819 1 0 09:34 ? 00:00:00 /usr/sbin/ntpd -u ntp:ntp -x

root 72822 72819 0 09:34 ? 00:00:00 /usr/sbin/ntpd -u ntp:ntp -x

注意：chronyd服務的啟用導致NTPD服務無法預設開機啟動，解決辦法就是

# systemctl disable chronyd

# systemctl stop chronyd

**********檢查指令碼

ntpq -p

####################################################################################

13 禁用透明大頁

13.1 檢視透明大頁

[root@testdb1 ~]# cat /sys/kernel/mm/transparent_hugepage/enabled

[always] madvise never

13.2 修改配置

[root@testdb2 ~]# cat /etc/default/grub

GRUB_TIMEOUT=5

GRUB_DISTRIBUTOR="$(sed 's, release .*$,,g' /etc/system-release)"

GRUB_DEFAULT=saved

GRUB_DISABLE_SUBMENU=true

GRUB_TERMINAL_OUTPUT="console"

GRUB_CMDLINE_LINUX="crashkernel=auto rd.lvm.lv=rhel/root rd.lvm.lv=rhel/swap rhgb quiet"

GRUB_DISABLE_RECOVERY="true"

將transparent_hugepage=never 新增到GRUB_CMDLINE_LINUX中去，如下

GRUB_CMDLINE_LINUX="crashkernel=auto rd.lvm.lv=rhel/root rd.lvm.lv=rhel/swap rhgb quiet transparent_hugepage=never"

13.3 重新生成grud檔案 Run the grub2–mkconfig command to regenerate the grub.cfg file.

[root@testdb2 ~]# grub2-mkconfig -o /boot/grub2/grub.cfg

Generating grub configuration file ...

Found linux image: /boot/vmlinuz-3.10.0-957.el7.x86_64

Found initrd image: /boot/initramfs-3.10.0-957.el7.x86_64.img

Found linux image: /boot/vmlinuz-0-rescue-12239f6780934a17a9cc2fd6fb9c80fc

Found initrd image: /boot/initramfs-0-rescue-12239f6780934a17a9cc2fd6fb9c80fc.img

done

13.4 重啟伺服器，驗證配置是否生效

[xunjian@testdb1 ~]$ cat /sys/kernel/mm/transparent_hugepage/enabled

always madvise [never]

14 禁用avahi-daemon

systemctl stop avahi-daemon.socket

systemctl stop avahi-daemon.service

systemctl disable avahi-daemon.socket

systemctl disable avahi-daemon.service

systemctl status avahi-daemon.socket

systemctl status avahi-daemon.service

15 設定RemoveIPC=false

# vi /etc/systemd/logind.conf

RemoveIPC=no

重啟systemd-logind服務或重啟主機

# systemctl daemon-reload

# systemctl restart systemd-logind

參考：ALERT: Setting RemoveIPC=yes on Redhat 7.2 Crashes ASM and Database Instances as Well as Any

Application That Uses a Shared Memory Segment (SHM) or Semaphores (SEM) (文件 ID 2081410.1)

如果後續OS升級後，也需要檢查這個引數，以避免相關問題

16 設定/etc/sysconfig/network

禁止將HAIP（169.254.0.0/16）加入路由表，需要在/etc/sysconfig/network中新增：

cat >> /etc/sysconfig/network<<EOF

NOZEROCONF=yes

EOF

設定路徑過濾寬鬆模式

在RHEL 7預設情況下，路徑過濾是嚴格限制，這在心跳多網路卡的情況下可能會造成問題，需要設定路徑過濾寬鬆模式

# vi /etc/sysctl.d/98-oracle.conf

net.ipv4.conf.eno33557248.rp_filter = 2

16 配置儲存

16.1 編輯引數檔案：

[root@dbssvra rules.d]# cat 99-oracle-asmdevices.rules

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-360000000000009a000000106",SYMLINK+="asm/ocr_001",OWNER="grid",GROUP="oinstall",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-360000000000009a000000107",SYMLINK+="asm/ocr_002",OWNER="grid",GROUP="oinstall",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-360000000000009a000000108",SYMLINK+="asm/ocr_003",OWNER="grid",GROUP="oinstall",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-360000000000009a00000010b",SYMLINK+="asm/ogg_001",OWNER="grid",GROUP="oinstall",MODE="0660"

KERNEL=="dm-*",ENV{DM_UUID}=="mpath-360000000000009a00000010c",SYMLINK+="asm/data_001",OWNER="grid",GROUP="oinstall",MODE="0660"

此處的使用者屬組為oinstall ,跟個人的安裝習慣有關，由於在安裝grid和database軟體時，我自己習慣性將所有屬組都選擇

為oinstall,故在儲存配置時，設定為oinstall. 按照Oracle的建議，最好是asmadmin

16.2 重啟伺服器，或執行如下命令，生成裝置別名

/sbin//udevadm control --reload-rules

/sbin/udevadm trigger --action=change

17 準備安裝GRID

export DISPLAY=17.95.22.125:0.0

解壓grid的包，然後修改如下檔案，否則在檢測依賴包時，發現elfutils-libelf-devel 和 pdksh-5.2.14 沒有相關的依賴包

解決方法：

[root@testdb1 admin]# pwd

/tmp/software/grid/stage/cvu/cv/admin

[root@testdb1 admin]# cat cvu_config |grep CV_ASSUME_DISTID

CV_ASSUME_DISTID=OEL6

退出./runInstaller 並重新執行，即可。

執行root.sh時，會報如下錯誤，即ohasd無法啟動，此問題時由於redhat7的命令同redhat6發生變化引起的

profile reader pa cert TP

profile reader peer cert TP

peer user cert

pa user cert

Adding Clusterware entries to inittab

ohasd failed to start --報錯，發現不能啟動，按照後續步驟進行操作，就OK了

Failed to start the Clusterware. Last 20 lines of the alert log follow: --

2021-10-18 15:47:44.647:

[client(208520)]CRS-2101:The OLR was formatted using version 3.

在執行root.sh前，首先建立如下檔案：

[root@testdb1 ~]# touch /usr/lib/systemd/system/ohas.service

[root@testdb1 ~]# chmod 777 /usr/lib/systemd/system/ohas.service

[root@testdb1 ~]# vi /usr/lib/systemd/system/ohas.service

[Unit]

Description=Oracle High Availability Services

After=syslog.target

[Service]

ExecStart=/etc/init.d/init.ohasd run >/dev/null 2>&1 Type=simple

Restart=always

[Install]

WantedBy=multi-user.target

~

"/usr/lib/systemd/system/ohas.service" 9L, 201C written

[root@testdb1 ~]# systemctl daemon-reload

[root@testdb1 ~]# systemctl enable ohas.service

在執行root.sh過程中，時刻檢查，並執行如下命令，發現執行root.sh沒有任何報錯：