1.所需文件

p6880880_122010_Linux-x86-64.zip
p32126842_190000_Linux-x86-64.zip

2.查看OPatch版本

  1. /u01/app/19.3.0.0/OPatch
  3. [root@rac1 OPatch]# ./opatchauto version
  4. Oracle OPatchAuto Version 13.9.4.2.0
  5. Copyright (c) 2016, Oracle Corporation.  All rights reserved.
  7. 1. OPatchAuto version 13.9.4.2.0
  8. 2. OpatchautoDB version 12.2.0.1.17

3.保存并替换OPatch文件

  1.  tar -zcvf /setup/u01_app.tar.gz /u01/app
  2.  cp -r   OPatch   OPatch_BAk
  3.  rm -rf /u01/app/19.3.0.0/OPatch
  4.  cd /setup
  5.  unzip p6880880_122010_Linux-x86-64.zip
  6.  cp  -r  OPatch /u01/app/19.3.0.0
  7.  chown grid:oinstall  /u01/app/19.3.0.0/OPatch -R
  8.  mv /u01/app/oracle/product/19.3.0.0/dbhome_1/OPatch /u01/app/oracle/product/19.3.0.0/dbhome_1/OPatch_BAK
  9.   cp -r /setup/OPatch /u01/app/oracle/product/19.3.0.0/dbhome_1/
  10.    chown oracle:oinstall /u01/app/oracle/product/19.3.0.0/dbhome_1/OPatch -R
  12.  其他节点
  13.  rm -rf /u01/app/19.3.0.0/OPatch
  14.  rm -rf /u01/app/oracle/product/19.3.0.0/dbhome_1/OPatch
  15.  cd /setup
  16.   unzip p6880880_122010_Linux-x86-64.zip -d  /u01/app/19.3.0.0/
  17.   unzip p6880880_122010_Linux-x86-64.zip -d   /u01/app/oracle/product/19.3.0.0/dbhome_1/
  18.    chown grid:oinstall  /u01/app/19.3.0.0/OPatch -R
  19.     chown oracle:oinstall /u01/app/oracle/product/19.3.0.0/dbhome_1/OPatch -R

4.oracle inventory 验证

  1. su - grid
  2. ./opatch lspatches   #查看验证现有补丁
  3. 或者使用
  4. ./opatch lsinventory -detail -oh /u01/app/19.3.0.0/

5.检查空间

image.png

  1. su  - grid
  2. vi /tmp/patch_list_gihome.txt 
  3. /setup/32126842/32226239/32218454
  4. /setup/32126842/32226239/32222571
  5. /setup/32126842/32226239/32218663
  6. /setup/32126842/32226239/29340594
  7. /setup/32126842/32226239/32240590
  11. $ORACLE_HOME/OPatch/opatch prereq CheckSystemSpace -phBaseFile /tmp/patch_list_gihome.txt
  13.  [grid@rac1 32126842]$ $ORACLE_HOME/OPatch/opatch prereq CheckSystemSpace -phBaseFile /tmp/patch_list_gihome.txt
  14. Oracle Interim Patch Installer version 12.2.0.1.24
  15. Copyright (c) 2021, Oracle Corporation.  All rights reserved.
  17. PREREQ session
  19. Oracle Home       : /u01/app/19.3.0.0
  20. Central Inventory : /u01/app/oraInventory
  21.    from           : /u01/app/19.3.0.0/oraInst.loc
  22. OPatch version    : 12.2.0.1.24
  23. OUI version       : 12.2.0.7.0
  24. Log file location : /u01/app/19.3.0.0/cfgtoollogs/opatch/opatch2021-08-27_02-28-09AM_1.log
  26. Invoking prereq "checksystemspace"
  28. Prereq "checkSystemSpace" passed.
  30. OPatch succeeded.
  32. su - oracle
  33. vi   /tmp/patch_list_dbhome.txt
  35. /setup/32126842/32226239/32218454
  36. /setup/32126842/32226239/32222571
  39.  $ORACLE_HOME/OPatch/opatch prereq CheckSystemSpace -phBaseFile /tmp/patch_list_dbhome.txt
  41. Oracle Interim Patch Installer version 12.2.0.1.24
  42. Copyright (c) 2021, Oracle Corporation.  All rights reserved.
  44. PREREQ session
  46. Oracle Home       : /u01/app/oracle/product/19.3.0.0/dbhome_1
  47. Central Inventory : /u01/app/oraInventory
  48.    from           : /u01/app/oracle/product/19.3.0.0/dbhome_1/oraInst.loc
  49. OPatch version    : 12.2.0.1.24
  50. OUI version       : 12.2.0.7.0
  51. Log file location : /u01/app/oracle/product/19.3.0.0/dbhome_1/cfgtoollogs/opatch/opatch2021-08-27_02-32-11AM_1.log
  53. Invoking prereq "checksystemspace"
  55. Prereq "checkSystemSpace" passed.
  57. OPatch succeeded.

6.冲突检测

image.png

  1. su - grid
  2.  $ORACLE_HOME/OPatch/opatch prereq CheckConflictAgainstOHWithDetail -phBaseDir /setup/32126842/32226239/32218454
  3.  $ORACLE_HOME/OPatch/opatch prereq CheckConflictAgainstOHWithDetail -phBaseDir /setup/32126842/32226239/32222571
  4.  $ORACLE_HOME/OPatch/opatch prereq CheckConflictAgainstOHWithDetail -phBaseDir /setup/32126842/32226239/32218663
  5.  $ORACLE_HOME/OPatch/opatch prereq CheckConflictAgainstOHWithDetail -phBaseDir /setup/32126842/32226239/29340594
  6.  $ORACLE_HOME/OPatch/opatch prereq CheckConflictAgainstOHWithDetail -phBaseDir /setup/32126842/32226239/32240590
  8. su - oracle
  9.  $ORACLE_HOME/OPatch/opatch prereq CheckConflictAgainstOHWithDetail -phBaseDir /setup/32126842/32226239/32218454
  10.  $ORACLE_HOME/OPatch/opatch prereq CheckConflictAgainstOHWithDetail -phBaseDir /setup/32126842/32226239/32222571
  12.  ##########确认所有执行都是返回OPatch succeeded###############################

image.png

7.检查各个节点oui-patch.xml文件

没有则复制其他节点文件过去

  1. cd /u01/app/oraInventory/ContentsXML
  2. [root@olrac1 ContentsXML]# ll
  3. total 16
  4. -rwxrwxrwx 1 grid oinstall 300 Mar 18  2020 comps.xml
  5. -rwxrwxrwx 1 grid oinstall 623 Aug 22  2020 inventory.xml
  6. -rwxrwxrwx 1 grid oinstall 292 Mar 18  2020 libs.xml
  7. -rwxrwxrwx 1 grid oinstall 174 Mar 18  2020 oui-patch.xml
  10.  scp oui-patch.xml grid@192.168.5.132:/u01/app/oraInventory/ContentsXML/
  11.  chmod 660 oui-patch.xml

8.补丁分析

  2. su - root
  3. /u01/app/19.3.0.0/grid/OPatch/opatchauto apply  /setup/32126842/32226239 -analyze

9.执行补丁安装

  1. [root@olrac1 ~]# /u01/app/19.3.0.0/grid/OPatch/opatchauto apply  /setup/32126842/32226239
  3. OPatchauto session is initiated at Sat Aug 28 03:20:34 2021
  5. System initialization log file is /u01/app/19.3.0.0/grid/cfgtoollogs/opatchautodb/systemconfig2021-08-28_03-20-42AM.log.
  7. Session log file is /u01/app/19.3.0.0/grid/cfgtoollogs/opatchauto/opatchauto2021-08-28_03-22-20AM.log
  8. The id for this session is 25G2
  10. Executing OPatch prereq operations to verify patch applicability on home /u01/app/oracle/product/19.3.0.0/dbhome_1
  12. Executing OPatch prereq operations to verify patch applicability on home /u01/app/19.3.0.0/grid
  13. Patch applicability verified successfully on home /u01/app/oracle/product/19.3.0.0/dbhome_1
  15. Patch applicability verified successfully on home /u01/app/19.3.0.0/grid
  18. Executing patch validation checks on home /u01/app/19.3.0.0/grid
  19. Patch validation checks successfully completed on home /u01/app/19.3.0.0/grid
  22. Executing patch validation checks on home /u01/app/oracle/product/19.3.0.0/dbhome_1
  23. Patch validation checks successfully completed on home /u01/app/oracle/product/19.3.0.0/dbhome_1
  26. Verifying SQL patch applicability on home /u01/app/oracle/product/19.3.0.0/dbhome_1
  27. SQL patch applicability verified successfully on home /u01/app/oracle/product/19.3.0.0/dbhome_1
  30. Preparing to bring down database service on home /u01/app/oracle/product/19.3.0.0/dbhome_1
  31. Successfully prepared home /u01/app/oracle/product/19.3.0.0/dbhome_1 to bring down database service
  34. Performing prepatch operations on CRS - bringing down CRS service on home /u01/app/19.3.0.0/grid
  35. Prepatch operation log file location: /u01/app/grid/crsdata/olrac1/crsconfig/crs_prepatch_apply_inplace_olrac1_2021-08-28_03-25-00AM.log
  36. CRS service brought down successfully on home /u01/app/19.3.0.0/grid
  39. Performing prepatch operation on home /u01/app/oracle/product/19.3.0.0/dbhome_1
  40. Perpatch operation completed successfully on home /u01/app/oracle/product/19.3.0.0/dbhome_1
  43. Start applying binary patch on home /u01/app/oracle/product/19.3.0.0/dbhome_1
  44. Binary patch applied successfully on home /u01/app/oracle/product/19.3.0.0/dbhome_1
  47. Performing postpatch operation on home /u01/app/oracle/product/19.3.0.0/dbhome_1
  48. Postpatch operation completed successfully on home /u01/app/oracle/product/19.3.0.0/dbhome_1
  51. Start applying binary patch on home /u01/app/19.3.0.0/grid
  56. Binary patch applied successfully on home /u01/app/19.3.0.0/grid
  59. Performing postpatch operations on CRS - starting CRS service on home /u01/app/19.3.0.0/grid
  61. Postpatch operation log file location: /u01/app/grid/crsdata/olrac1/crsconfig/crs_postpatch_apply_inplace_olrac1_2021-08-28_03-55-00AM.log
  62. CRS service started successfully on home /u01/app/19.3.0.0/grid
  65. Preparing home /u01/app/oracle/product/19.3.0.0/dbhome_1 after database service restarted
  66. No step execution required.........
  69. Trying to apply SQL patch on home /u01/app/oracle/product/19.3.0.0/dbhome_1
  70. SQL patch applied successfully on home /u01/app/oracle/product/19.3.0.0/dbhome_1
  72. OPatchAuto successful.
  74. --------------------------------Summary--------------------------------
  76. Patching is completed successfully. Please find the summary as follows:
  78. Host:olrac1
  79. RAC Home:/u01/app/oracle/product/19.3.0.0/dbhome_1
  80. Version:19.0.0.0.0
  81. Summary:
  83. ==Following patches were SKIPPED:
  85. Patch: /setup/32126842/32226239/32218663
  86. Reason: This patch is not applicable to this specified target type - "rac_database"
  88. Patch: /setup/32126842/32226239/29340594
  89. Reason: This patch is not applicable to this specified target type - "rac_database"
  91. Patch: /setup/32126842/32226239/32240590
  92. Reason: This patch is not applicable to this specified target type - "rac_database"
  95. ==Following patches were SUCCESSFULLY applied:
  97. Patch: /setup/32126842/32226239/32218454
  98. Log: /u01/app/oracle/product/19.3.0.0/dbhome_1/cfgtoollogs/opatchauto/core/opatch/opatch2021-08-28_03-31-29AM_1.log
  100. Patch: /setup/32126842/32226239/32222571
  101. Log: /u01/app/oracle/product/19.3.0.0/dbhome_1/cfgtoollogs/opatchauto/core/opatch/opatch2021-08-28_03-31-29AM_1.log
  104. Host:olrac1
  105. CRS Home:/u01/app/19.3.0.0/grid
  106. Version:19.0.0.0.0
  107. Summary:
  109. ==Following patches were SUCCESSFULLY applied:
  111. Patch: /setup/32126842/32226239/29340594
  112. Log: /u01/app/19.3.0.0/grid/cfgtoollogs/opatchauto/core/opatch/opatch2021-08-28_03-40-50AM_1.log
  114. Patch: /setup/32126842/32226239/32218454
  115. Log: /u01/app/19.3.0.0/grid/cfgtoollogs/opatchauto/core/opatch/opatch2021-08-28_03-40-50AM_1.log
  117. Patch: /setup/32126842/32226239/32218663
  118. Log: /u01/app/19.3.0.0/grid/cfgtoollogs/opatchauto/core/opatch/opatch2021-08-28_03-40-50AM_1.log
  120. Patch: /setup/32126842/32226239/32222571
  121. Log: /u01/app/19.3.0.0/grid/cfgtoollogs/opatchauto/core/opatch/opatch2021-08-28_03-40-50AM_1.log
  123. Patch: /setup/32126842/32226239/32240590
  124. Log: /u01/app/19.3.0.0/grid/cfgtoollogs/opatchauto/core/opatch/opatch2021-08-28_03-40-50AM_1.log
  128. OPatchauto session completed at Sat Aug 28 04:08:48 2021
  129. Time taken to complete the session 48 minutes, 15 seconds
  1. /u01/app/oracle/product/19.3.0.0/dbhome_1/OPatch/opatchauto  apply  /setup/32126842/32226239 -oh /u01/app/oracle/product/19.3.0.0/dbhome_1/ 
  5.  /u01/app/19.3.0.0/OPatch/opatchauto rollback  /setup/32126842/32226239
  6. rollback
  7. /u01/app/19.3.0.0/OPatch/opatchauto rollback  /setup/32126842/32226239 -oh /u01/app/19.3.0.0/

异常处理：

缺失命令fuser
Patch: /u01/app/install/32126842/32226239/32218454
Log: /u01/app/oracle/product/19c/db_1/cfgtoollogs/opatchauto/core/opatch/opatch2022-06-24_11-04-45上午_1.log
Reason: Failed during Analysis: CheckSystemCommandsAvailable Failed, [ Prerequisite Status: FAILED, Prerequisite output:
The details are:
Missing command :fuser]

  1. yum install -y psmisc

升级失败进程被占用
查看升级日志
[2022-6-24 11:25:00] [INFO] Following active executables are not used by opatch process :


Following active executables are used by opatch process :
/u01/app/19c/grid/lib/libclntsh.so.19.1
[2022-6-24 11:25:00] [INFO] Prerequisite check “CheckActiveFilesAndExecutables” failed.
The details are:


Following active executables are not used by opatch process :


Following active executables are used by opatch process :
/u01/app/19c/grid/lib/libclntsh.so.19.1

  1. 安装lsof  命令
  2. yum  install lsof -y
  3. lsof /u01/app/19c/grid/lib/libclntsh.so.19.1
  4.  [root@cesmon01 install]# lsof /u01/app/19c/grid/lib/libclntsh.so.19.1 
  5. COMMAND   PID USER  FD   TYPE DEVICE SIZE/OFF    NODE NAME
  6. java    22303 grid mem    REG   8,33 79942576 3019450 /u01/app/19c/grid/lib/libclntsh.so.19.1
  7. [root@cesmon01 install]# kill -9  22303 
  8. 重新运行升级脚本发现集群未启动不能升级
  9. 手动逐个升级
  10. su - grid
  11. /u01/app/19c/grid/OPatch/opatch apply   /u01/app/install/32126842/32226239/29340594  -oh /u01/app/19c/grid
  12. /u01/app/19c/grid/OPatch/opatch apply   /u01/app/install/32126842/32226239/32218454   -oh /u01/app/19c/grid
  13. /u01/app/19c/grid/OPatch/opatch apply   /u01/app/install/32126842/32226239/32218663   -oh /u01/app/19c/grid
  14. /u01/app/19c/grid/OPatch/opatch apply   /u01/app/install/32126842/32226239/32222571    -oh /u01/app/19c/grid
  15. /u01/app/19c/grid/OPatch/opatch apply   /u01/app/install/32126842/32226239/32240590     -oh /u01/app/19c/grid
  17. /u01/app/19c/grid/OPatch/opatch apply   /u01/app/install/32126842/32067171    -oh /u01/app/19c/grid
  18. 升级完启动集群报错
  19. [root@cesmon01 install]# /u01/app/19c/grid/bin/crsctl  start has
  20. CRS-6706: Oracle Clusterware Release patch level ('1944883066') does not match Software patch level ('724960844'). Oracle Clusterware cannot be started.
  21. CRS-4000: Command Start failed, or completed with errors.
  24. /u01/app/19c/grid/bin/clscfg -localpatch 
  25. /u01/app/19c/grid/crs/install/rootcrs.sh -lock
  28. [root@cesmon01 install]# /u01/app/19c/grid/bin/clscfg -localpatch 
  29. clscfg: EXISTING configuration version 0 detected.
  30. Creating OCR keys for user 'root', privgrp 'root'..
  31. Operation successful.
  32. [root@cesmon01 install]# /u01/app/19c/grid/crs/install/rootcrs.sh -lock 
  33. Using configuration parameter file: /u01/app/19c/grid/crs/install/crsconfig_params
  34. The log of current session can be found at:
  35.   /u01/app/grid/crsdata/cesmon01/crsconfig/crslock_cesmon01_2022-06-24_12-34-11AM.log
  36. 2022/06/24 12:34:14 CLSRSC-329: Replacing Clusterware entries in file 'oracle-ohasd.service'
  37. [root@cesmon01 install]# /u01/app/19c/grid/bin/crsctl  start has
  38. CRS-4123: Oracle High Availability Services has been started.
  41. 升级数据库
  42. /u01/app/oracle/product/19c/db_1/OPatch/opatchauto  apply   /u01/app/install/32126842/32226239 -oh /u01/app/oracle/product/19c/db_1