XXX系统容灾应急保障预案一分册

XXX系统存储容灾应急保障预案一分册目录概述3现网存储情况31. CX700存储配置32. CX3-40F存储配置3存储数据恢复实施过程4概述本分册适用于当主用存储EMC CX700存储出现故障，而现有的数据库主机正常的情况下，整个存储数据和业务的恢复和实施过程现网存储情况1. CX700存储配置目前CX700中，用于XXX数据库数据的磁盘是Lun1 Lun7以及Lun9-Lun10. 如下所示Lun NumberRAID TypeRAID Group Lun SizeSP Assigned1RAID101300GBA2RAID102300GBB3RAID10 1300GBB4RAID102300GBA5RAID10170GBA6RAID10270GBB7RAID101100MB9RAID104100GBA10RAID104200GBB1001RAID51300GBA1002RAID52300GBB1003RAID51300GBB1004RAID52300GBA1005RAID5170GBA1006RAID5270GBB1007RAID51100MB1009RAID54100GBA1010RAID54200GBB2. CX3-40F存储配置目前CX3-40F中，用于XXX数据库数据容灾的磁盘是Lun1 Lun7以及Lun9-Lun10. 如下所示Lun NumberRAID TypeRAID Group Lun SizeSP Assigned1RAID101300GBA2RAID102300GBB3RAID10 1300GBB4RAID102300GBA5RAID10170GBA6RAID10270GBB7RAID101100MB9RAID104100GBA10RAID104200GBB 存储数据恢复实施过程当主用存储EMC CX700故障，备用存储CX3-40F将被激活，处于active状态，此时将实施将现网数据库主机（XXX_dd01：和XXX_dd02：）所挂机存储切换到备用存储 EMC CX3-40F,此时数据库主机和存储架构如下图： 即：数据库主机（XXX_dd01和XXX_dd02）+EMC CX3-40F，具体恢复实施步骤如下：在进行恢复时可以直接使用每个步骤的内容，进行数据和业务恢复1) 备份现网数据库cs_dd01和cs_dd02的vg信息命 令备注说明记录设备的minumber：在XXX_dd01： oracleXXX_dd01：:/oraclell /dev/*/group crw-r- 64 0x000000 /dev/vg00/group crw-rw-rw- 64 0x010000 /dev/vg_arch1/groupcrw-rw-rw- 64 0x030000 /dev/vg_lock/group crw-rw-rw- 64 0x040000 /dev/vg_ora1/group crw-rw-rw- 64 0x050000 /dev/vg_ora2/group crw-rw-rw- 64 0x060000 /dev/vg_ora3/group crw-rw-rw- 64 0x070000 /dev/vg_ora4/group crw-r-r- 64 0x080000 /dev/vg_ora5/group crw-r-r- 64 0x090000 /dev/vg_ora6/group在XXX_dd02：oracleXXX_dd02：:/oraclell /dev/*/group crw-r- 64 0x000000 /dev/vg00/group crw-rw-rw- 64 0x020000 /dev/vg_arch2/groupcrw-rw-rw- 64 0x030000 /dev/vg_lock/group crw-rw-rw- 64 0x040000 /dev/vg_ora1/group crw-rw-rw- 64 0x050000 /dev/vg_ora2/group crw-rw-rw- 64 0x060000 /dev/vg_ora3/group crw-rw-rw- 64 0x070000 /dev/vg_ora4/group crw-r-r- 64 0x080000 /dev/vg_ora5/group crw-r-r- 64 0x090000 /dev/vg_ora6/group重建时建相同的minmber在XXX_dd01： vgexport p s m /tmp/vgbak/vg_ora1.map /dev/vg_ora1vgexport p s m /tmp/vgbak/vg_ora2.map /dev/vg_ora2vgexport p s m /tmp/vgbak/vg_ora3.map /dev/vg_ora3vgexport p s m /tmp/vgbak/vg_ora4.map /dev/vg_ora4vgexport p s m /tmp/vgbak/vg_ora5.map /dev/vg_ora5vgexport p s m /tmp/vgbak/vg_ora6.map /dev/vg_ora6vgexport p s m /tmp/vgbak/vg_arch1.map /dev/vg_arch1vgexport p s m /tmp/vgbak/vg_lock.map /dev/vg_lock在XXX_dd02：vgexport p s m /tmp/vgbak/vg_arch2.map /dev/vg_arch2导出vg信息文件2) 停XXX_dd01和XXX_dd02 RAC3) 把容灾存储的LUN bind到XXX_dd01和XXX_dd02上，4) 通过ioscan找到CX 3-40F上bind mirror卷命 令备注说明在XXX_dd01：和XXX_dd02：上执行#iosacn fnC disk 在XXX_dd01：上检查mirror卷信息#insf e 安装硬件信息路径#powermt display dev=all #powermt config#powermt save检查对应的lun和WWWN信息5) 做对应VG的export和import命 令备注说明在XXX_dd01：和XXX_dd02：上执行重建时建相同的minmberXXX_dd01：vgexport vg_ora1vgexport vg_ora2vgexport vg_ora3vgexport vg_ora4vgexport vg_ora5vgexport vg_ora6vgexport vg_arch1vgexport vg_lockXXX_dd02：vgexport vg_arch2vgexport vg_ora1vgexport vg_ora2vgexport vg_ora3vgexport vg_ora4vgexport vg_ora5vgexport vg_ora6vgexport vg_lock删除原有vg_ora1-ora6和vg_arch和vg_lock信息#ioscan -fnCdisk |grep -i no_hw |awk print rmsf -H, $3 | sh清理原有CX 700的LUN NO_HW的设备文件重建设备文件： XXX_dd01：mkdir vg_ora1 mkdir vg_ora2 mkdir vg_ora3 mkdir vg_ora4 mkdir vg_ora5 mkdir vg_ora6 mkdir vg_arch1 mkdir vg_lock mknod /dev/vg_lock/group c 64 0x030000 vg_lockmknod /dev/vg_ora1/group c 64 0x040000 vg_ora1mknod /dev/vg_ora2/group c 64 0x050000 vg_ora2mknod /dev/vg_ora3/group c 64 0x060000 vg_ora3mknod /dev/vg_ora4/group c 64 0x070000 vg_ora4mknod /dev/vg_ora5/group c 64 0x080000 vg_ora5mknod /dev/vg_ora6/group c 64 0x090000 vg_ora6mknod /dev/vg_arch1/group c 64 0x010000 vg_arch1XXX_dd02：mkdir vg_ora1 mkdir vg_ora2 mkdir vg_ora3 mkdir vg_ora4 mkdir vg_ora5 mkdir vg_ora6 mkdir vg_arch2 mkdir vg_lock mknod /dev/vg_lock/group c 64 0x030000 vg_lockmknod /dev/vg_ora1/group c 64 0x040000 vg_ora1mknod /dev/vg_ora2/group c 64 0x050000 vg_ora2mknod /dev/vg_ora3/group c 64 0x060000 vg_ora3mknod /dev/vg_ora4/group c 64 0x070000 vg_ora4mknod /dev/vg_ora5/group c 64 0x080000 vg_ora5mknod /dev/vg_ora6/group c 64 0x090000 vg_ora6mknod /dev/vg_arch2/group c 64 0x020000 vg_arch2重建设备文件导入vg信息:在XXX_dd01：vgimport -s -v -m /tmp/vgbak/vg_ora1.map /dev/vg_ora1vgimport s -v -m /tmp/vgbak/vg_ora2.map /dev/vg_ora2 vgimport s -v -m /tmp/vgbak/vg_ora3.map /dev/vg_ora3 vgimport s -v -m /tmp/vgbak/vg_ora4.map /dev/vg_ora4 vgimport s -v -m/tmp/vgbak/vg_ora5.map /dev/vg_ora5 vgimport s -v -m /tmp/vgbak/vg_ora6.map /dev/vg_ora6vgimport s -v -m /tmp/vgbak/vg_lock.map /dev/vg_lockvgimport s -v -m /tmp/vgbak/vg_arch1.map /dev/vg_arch1在XXX_dd02：vgimport -s -v -m /tmp/vgbak/vg_ora1.map /dev/vg_ora1vgimport s -v -m /tmp/vgbak/vg_ora2.map /dev/vg_ora2 vgimport s -v -m /tmp/vgbak/vg_ora3.map /dev/vg_ora3 vgimport s -v -m /tmp/vgbak/vg_ora4.map /dev/vg_ora4 vgimport s -v -m/tmp/vgbak/vg_ora5.map /dev/vg_ora5 vgimport s -v -m /tmp/vgbak/vg_ora6.map /dev/vg_ora6vgimport s -v -m /tmp/vgbak/vg_lock.map /dev/vg_lockvgimport s -v -m /tmp/vgbak/vg_arch1.map /dev/vg_arch2重做vg的import6) 修改用户权限命 令备注说明在XXX_dd01：chown -R oracle:dba /dev/vg_ora1/chown -R oracle:dba /dev/vg_ora2/chown -R oracle:dba /dev/vg_ora3/chown -R oracle:dba /dev/vg_ora4/chown -R oracle:dba /dev/vg_ora5/chown -R oracle:dba /dev/vg_ora6/chown -R oracle:dba /dev/vg_arch1/chown -R oracle:dba /dev/vg_lock/在XXX_dd02：chown -R oracle:dba /dev/vg_ora1/chown -R oracle:dba /dev/vg_ora2/chown -R oracle:dba /dev/vg_ora3/chown -R oracle:dba /dev/vg_ora4/chown -R oracle:dba /dev/vg_ora5/chown -R oracle:dba /dev/vg_ora6/chown -R oracle:dba /dev/vg_arch2/chown -R oracle:dba /dev/vg_lock/修改用户权限信息7) 将数据库改为双机模式命 令备注说明重新配置MC，启动双机在 XXX_dd01：vgchange -a n /dev/vg_ora1 vgchange -a n /dev/vg_ora2 vgchange -a n /dev/vg_ora3 vgchange a n /dev/vg_ora4 vgchange a n /dev/vg_ora5 vgchange -a n/dev/vg_ora6vhchange a y /dev/vg_arch1mount /dev/vg_arch1/lv_arch1 /arch1在 XXX_dd02：vgchange -a n /dev/vg_ora1 vgchange -a n /dev/vg_ora2 vgchange -a n /dev/vg_ora3 vgchange a n /dev/vg_ora4 vgchange a n /dev/vg_ora5 vgchange -a n/dev/vg_ora6vgchange -a y /dev/vg_arch2mount /dev/vg_arch2/lv_arch2 /arch2在XXX_dd01：更改vi /etc/cmcluster.asci更改其中的锁盘路径,这个要根据具体情况才能确认具体的硬件路径.cmcheckconf -v -C /etc/cmcluster/cluster.ascii cmapplyconf -v -C /etc/cmcluster/cluster.asciicmruncl f vcmviewcl v在XXX_dd01：vgchange -a s -p /dev/vg_ora1 vgchange -a s -p /dev/vg_ora2 vgchange -a s -p /dev/vg_ora3 vgchange -a s -p /dev/vg_ora4vgchange -a s -p /dev/vg_ora5 vgchange -a s -p /dev/vg_ora6在XXX_dd02：vgchange -a s -p /dev/vg_ora1 vgchange -a s -p /dev/vg_ora2 vgchange -a s -p /dev/vg_ora3 vgchange -a s -p /dev/vg_ora4vgchange -a s -p /dev/vg_ora5 vgchange -a s -p /dev/vg_ora6将db01和db02重新组成双机环境8) 数据库启动和业务测试命 令备注说明su - oracle sqlplus /as sysdbaSQLstartup;数据库正常启动后，进行相关业务测试