Environment: test
DB:Oracle 11.2.0.4.0
OS:Oracle Linux Server release 6.3 on Oracle VM VirtualBox
node:rac1,rac2
instance:cjcdb1,cjcdb2
Second problem: DATA disk group is damaged, resulting in the database can not start and use
Problem Cause: Testing the RAC environment were a number of add nodes, delete nodes, delete instances and other operations, resulting in damage to the disk DATA
solution:
The case is a test environment, delete DATA disk group rebuild, rebuild example, the test data will be lost, do not use a formal environment!
--- 1 The database failed to start, + DATA disk group failure
--- parameter file, the control file, data file, etc. is stored in the disk group + DATA
SQL> startup
ORA-01078: failure in processing system parameters
ORA-01565: error in identifying file '+DATA/cjcdb/spfilecjcdb.ora'
ORA-17503: ksfdopn:2 Failed to open file +DATA/cjcdb/spfilecjcdb.ora
ORA-15056: additional error message
ORA-17503: ksfdopn:2 Failed to open file +DATA/cjcdb/spfilecjcdb.ora
ORA-15001: diskgroup "DATA" does not exist or is not mounted
ORA-06512: at line 4
[root@rac1 bin]# ./srvctl start instance -d cjcdb -i cjcdb1 -o open
PRCR-1013 : Failed to start resource ora.cjcdb.db
PRCR-1064 : Failed to start resource ora.cjcdb.db on node rac1
CRS-5017: The resource action "ora.DATA.dg start" encountered the following error:
ORA-15032: not all alterations performed
ORA-15040: diskgroup is incomplete
ORA-15042: ASM disk "3" is missing from group number "1"
. For details refer to "(:CLSN00107:)" in "/u01/app/11.2.0/grid/log/rac1/agent/crsd/oraagent_grid/oraagent_grid.log".
CRS-2674: Start of 'ora.DATA.dg' on 'rac1' failed
--- only 2 to view current OCR disk group, no disk group DATA
[root@rac1 rac1]# su - grid
[grid@rac1 ~]$ asmcmd
ASMCMD> ls
OCR/
[root@rac2 bin]# su - grid
[grid@rac2 ~]$ asmcmd
ASMCMD> ls
OCR/
--- 3 mounts DATA disk group failure
SQL> shutdown abort
ASM instance shutdown
SQL> startup
ORA-00099: warning: no parameter file specified for ASM instance
ASM instance started
Total System Global Area 1135747072 bytes
Fixed Size 2260728 bytes
Variable Size 1108320520 bytes
ASM Cache 25165824 bytes
ASM diskgroups mounted
ASM diskgroups volume enabled
SQL> set line 100
SQL> select name,group_number,state from v$asm_diskgroup;
NAME GROUP_NUMBER STATE
OCR 2 MOUNTED
DATA 0 DISMOUNTED
SQL> set line 150
SQL> col path for a30
SQL> select GROUP_NUMBER,disk_number,state,name,path from v$asm_disk;
GROUP_NUMBER DISK_NUMBER STATE NAME PATH
0 0 NORMAL /dev/asm-diske
0 1 Normal / dev / asm-diskg
0 2 NORMAL / dev / asm-diskf
1 1 NORMAL OCR_0001 /dev/asm-diskc
1 0 NORMAL OCR_0000 /dev/asm-diskb
1 2 NORMAL OCR_0002 /dev/asm-diskd
6 rows selected.
SQL> alter diskgroup data mount;
alter diskgroup data mount
*
ERROR at line 1:
ORA-15032: not all alterations performed
ORA-15040: diskgroup is incomplete
ORA-15042: ASM disk "3" is missing from group number "1"
SQL> drop diskgroup DATA;
drop diskgroup DATA
*
ERROR at line 1:
ORA-15039: diskgroup not dropped
ORA-15001: diskgroup "DATA" does not exist or is not mounted
--- 4 Re-initialize the disks within the disk group DATA
[root@rac1 ~]# cat /etc/udev/rules.d/99-oracle-asmdevices.rules
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="1ATA_VBOX_HARDDISK_VBde6560cc-5b43c5dc", NAME="asm-diskb", OWNER="grid", GROUP="asmadmin", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="1ATA_VBOX_HARDDISK_VB0bc9f076-5bc9501f", NAME="asm-diskc", OWNER="grid", GROUP="asmadmin", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="1ATA_VBOX_HARDDISK_VB69c7e48f-359e5a75", NAME="asm-diskd", OWNER="grid", GROUP="asmadmin", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="1ATA_VBOX_HARDDISK_VBf71d68a1-6c9355a0", NAME="asm-diske", OWNER="grid", GROUP="asmadmin", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="1ATA_VBOX_HARDDISK_VB6bae812a-c8d1bb88", NAME="asm-diskf", OWNER="grid", GROUP="asmadmin", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="1ATA_VBOX_HARDDISK_VB01fde635-97fae482", NAME="asm-diskg", OWNER="grid", GROUP="asmadmin", MODE="0660"
---asm-diskg 1ATA_VBOX_HARDDISK_VB01fde635-97fae482
---asm-diske 1ATA_VBOX_HARDDISK_VBf71d68a1-6c9355a0
---asm-diskf 1ATA_VBOX_HARDDISK_VB6bae812a-c8d1bb88
[root@rac1 ~]# scsi_id -g /dev/sdg
1ATA VBOX HARDDISK VB01fde635-97fae482
[root@rac1 ~]# scsi_id -g /dev/sde
1ATA VBOX HARDDISK VBf71d68a1-6c9355a0
[root@rac1 ~]# scsi_id -g /dev/sdf
1ATA VBOX HARDDISK VB6bae812a-c8d1bb88
[root@rac1 ~]# dd if=/dev/zero of=/dev/sdg bs=1024k count=10
10+0 records in
10+0 records out
10485760 bytes (10 MB) copied, 0.169501 s, 61.9 MB/s
[root@rac1 ~]# dd if=/dev/zero of=/dev/sde bs=1024k count=10
10+0 records in
10+0 records out
10485760 bytes (10 MB) copied, 0.100031 s, 105 MB/s
[root@rac1 ~]# dd if=/dev/zero of=/dev/sdf bs=1024k count=10
10+0 records in
10+0 records out
10485760 bytes (10 MB) copied, 0.17868 s, 58.7 MB/s
Zhengzhou infertility hospital ×××: http://wapyyk.39.net/zz3/zonghe/1d427.html
[root@rac1 ~]# /sbin/start_udev
Starting udev: [ OK ]
--- 5 DATA disk group rebuild
[grid@rac1 ~]$ asmca
SQL> select group_number,disk_number,name,state,path from v$asm_disk;
GROUP_NUMBER DISK_NUMBER NAMESTATE PATH
1 0 OCR_0000NORMAL /dev/asm-diskb
1 1 OCR_0001NORMAL /dev/asm-diskc
1 2 OCR_0002NORMAL /dev/asm-diskd
2 0 DATA_0000NORMAL /dev/asm-diske
2 1 DATA_0001NORMAL /dev/asm-diskf
2 2 DATA_0002NORMAL /dev/asm-diskg
6 rows selected.
--- 6 DBCA tool to rebuild the database instance
(1) Delete Database 
(2) New Database 
[root @ Rac1 bin] # ./srvctl Status Database -d cjcdb
Instance cjcdb1 is running on node rac1
Instance cjcdb2 is running on node rac2