ORA-00600: internal error code, arguments: [kcratr_scan_lastbwr]逻辑坏块解决

[root@rac12c01 ~]#  crs_stat -tName           Type           Target    State     Host        ------------------------------------------------------------ora....TA01.dg ora....up.type ONLINE    ONLINE    rac12c01    ora....TA02.dg ora....up.type ONLINE    ONLINE    rac12c01    ora.DGGRID1.dg ora....up.type ONLINE    ONLINE    rac12c01    ora.DGGRID2.dg ora....up.type ONLINE    ONLINE    rac12c01    ora....VERY.dg ora....up.type ONLINE    ONLINE    rac12c01    ora....STEM.dg ora....up.type ONLINE    ONLINE    rac12c01    ora....ER.lsnr ora....er.type ONLINE    ONLINE    rac12c01    ora....N1.lsnr ora....er.type ONLINE    ONLINE    rac12c01    ora.MGMTLSNR   ora....nr.type ONLINE    ONLINE    rac12c01    ora.asm        ora.asm.type   ONLINE    ONLINE    rac12c01    ora.cvu        ora.cvu.type   ONLINE    ONLINE    rac12c01     ora.itpuxdb.db ora....se.type ONLINE    OFFLINE                ————实例不能正常启动ora.mgmtdb     ora....db.type ONLINE    ONLINE    rac12c01    ora....network ora....rk.type ONLINE    ONLINE    rac12c01    ora.oc4j       ora.oc4j.type  ONLINE    ONLINE    rac12c01    ora.ons        ora.ons.type   ONLINE    ONLINE    rac12c01    ora....SM1.asm application    ONLINE    ONLINE    rac12c01    ora....01.lsnr application    ONLINE    ONLINE    rac12c01    ora....c01.ons application    ONLINE    ONLINE    rac12c01    ora....c01.vip ora....t1.type ONLINE    ONLINE    rac12c01    ora....SM2.asm application    ONLINE    ONLINE    rac12c02    ora....02.lsnr application    ONLINE    ONLINE    rac12c02    ora....c02.ons application    ONLINE    ONLINE    rac12c02    ora....c02.vip ora....t1.type ONLINE    ONLINE    rac12c02    ora.scan1.vip  ora....ip.type ONLINE    ONLINE    rac12c01    [root@rac12c01 ~]#  手动启动实例报错[oracle@rac12c01:/home/oracle]$sqlplus / as sysdba;SQL*Plus: Release 12.1.0.2.0 Production on Sun May 31 19:23:47 2020Copyright (c) 1982, 2014, Oracle.  All rights reserved.Connected to an idle instance. SQL>  startupORACLE instance started. Total System Global Area 1577058304 bytesFixed Size                  2924832 bytesVariable Size             838864608 bytesDatabase Buffers          721420288 bytesRedo Buffers               13848576 bytesDatabase mounted. ORA-00600: internal error code, arguments: [kcratr_scan_lastbwr], [], [], [], [], [], [], [], [], [], [], [] 查看trace[oracle@rac12c01:/home/oracle]$ tail -100f alert_itpuxdb1.log  Sun May 31 19:22:31 2020 Post SMON to start 1st pass IR Submitted all GCS remote-cache requests Fix write in gcs resourcesSun May 31 19:22:31 2020Reconfiguration complete (total time 0.1 secs) Starting background process LCK0Sun May 31 19:22:31 2020LCK0 started with pid=37, OS id=17752 Starting background process RSMNSun May 31 19:22:32 2020RSMN started with pid=38, OS id=17754 Sun May 31 19:22:33 2020Instance started by oraagentORACLE_BASE from environment = /oracle/app/oracleSun May 31 19:22:33 2020ALTER SYSTEM SET local_listener=' (ADDRESS=(PROTOCOL=TCP)(HOST=192.168.174.24)(PORT=1521))' SCOPE=MEMORY SID='itpuxdb1';Sun May 31 19:22:34 2020ALTER SYSTEM SET remote_listener=' rac12cscan:1521' SCOPE=MEMORY SID='itpuxdb1';ALTER DATABASE MOUNT /* db agent *//* {1:9117:2} */Sun May 31 19:22:34 2020This instance was first to mountSun May 31 19:22:34 2020Sweep [inc][96322]: completedSweep [inc2][96322]: completedSun May 31 19:22:34 2020NOTE: ASMB mounting group 6 (DGSYSTEM)NOTE: Assigning number (6,0) to disk (/dev/asm-dgsystem)SUCCESS: mounted group 6 (DGSYSTEM)NOTE: grp 6 disk 0: DGSYSTEM_0000 path:/dev/asm-dgsystemNOTE: ASMB mounting group 1 (DGDATA01)NOTE: Assigning number (1,0) to disk (/dev/asm-dgdata01)SUCCESS: mounted group 1 (DGDATA01)NOTE: grp 1 disk 0: DGDATA01_0000 path:/dev/asm-dgdata01Sun May 31 19:22:34 2020Using default pga_aggregate_limit of 3000 MBSun May 31 19:22:34 2020NOTE: dependency between database itpuxdb and diskgroup resource ora.DGSYSTEM.dg is establishedNOTE: dependency between database itpuxdb and diskgroup resource ora.DGDATA01.dg is establishedSun May 31 19:22:38 2020Network Resource Management enabled for Process LGWR (pid 17704) for Exadata I/OSuccessful mount of redo thread 1, with mount id 550150395Sun May 31 19:22:38 2020Allocated 4249952 bytes in shared pool for flashback generation bufferStarting background process RVWRSun May 31 19:22:38 2020RVWR started with pid=43, OS id=17806 Sun May 31 19:22:38 2020NOTE: ASMB mounting group 5 (DGRECOVERY)NOTE: Assigning number (5,0) to disk (/dev/asm-dgrecovery)SUCCESS: mounted group 5 (DGRECOVERY)NOTE: grp 5 disk 0: DGRECOVERY_0000 path:/dev/asm-dgrecoverySun May 31 19:22:38 2020NOTE: dependency between database itpuxdb and diskgroup resource ora.DGRECOVERY.dg is establishedSun May 31 19:22:39 2020Database mounted in Shared Mode (CLUSTER_DATABASE=TRUE)Lost write protection disabledCompleted: ALTER DATABASE MOUNT /* db agent *//* {1:9117:2} */ALTER DATABASE OPEN /* db agent *//* {1:9117:2} */This instance was first to openPing without log force is disabled.Sun May 31 19:22:39 2020Beginning crash recovery of 2 threads parallel recovery started with 2 processesSun May 31 19:22:39 2020Started redo scanHex dump of (file 2, block 83552) in trace file /oracle/app/oracle/diag/rdbms/itpuxdb/itpuxdb1/trace/itpuxdb1_ora_17758.trc Reading datafile '+DGSYSTEM/ITPUXDB/DATAFILE/sysaux.261.1041768039' for corruption at rdba: 0x00814660 (file 2, block 83552)Reread (file 2, block 83552) found same corrupt data (logically corrupt)Write verification failed for File 2 Block 83552 (rdba 0x814660) Errors in file /oracle/app/oracle/diag/rdbms/itpuxdb/itpuxdb1/trace/itpuxdb1_ora_17758.trc  (incident=104323): ORA-00600: internal error code, arguments: [kcratr_scan_lastbwr], [], [], [], [], [], [], [], [], [], [], []Incident details in: /oracle/app/oracle/diag/rdbms/itpuxdb/itpuxdb1/incident/incdir_104323/itpuxdb1_ora_17758_i104323.trcUse ADRCI or Support Workbench to package the incident.See Note 411.1 at My Oracle Support for error and packaging details.Sun May 31 19:22:40 2020Slave encountered ORA-10388 exception during crash recoverySun May 31 19:22:40 2020Slave encountered ORA-10388 exception during crash recoveryAbort recovery for domain 0Sun May 31 19:22:40 2020Aborting crash recovery due to error 600Sun May 31 19:22:40 2020 Errors in file /oracle/app/oracle/diag/rdbms/itpuxdb/itpuxdb1/trace/itpuxdb1_ora_17758.trc: ORA-00600: internal error code, arguments: [kcratr_scan_lastbwr], [], [], [], [], [], [], [], [], [], [], []Abort recovery for domain 0Sun May 31 19:22:40 2020 Errors in file /oracle/app/oracle/diag/rdbms/itpuxdb/itpuxdb1/trace/itpuxdb1_ora_17758.trc: ORA-00600: internal error code, arguments: [kcratr_scan_lastbwr], [], [], [], [], [], [], [], [], [], [], [] ORA-600 signalled during: ALTER DATABASE OPEN /* db agent *//* {1:9117:2} */...Sun May 31 19:22:40 2020Dumping diagnostic data in directory=[cdmp_20200531192240], requested by (instance=1, osid=17758), summary=[incident=104323].Sun May 31 19:22:41 2020 解决过程[oracle@rac12c01:/home/oracle]$ sqlplus / as sysdba;SQL*Plus: Release 12.1.0.2.0 Production on Sun May 31 19:23:47 2020Copyright (c) 1982, 2014, Oracle.  All rights reserved.Connected to an idle instance. SQL>  startupORACLE instance started. Total System Global Area 1577058304 bytesFixed Size                  2924832 bytesVariable Size             838864608 bytesDatabase Buffers          721420288 bytesRedo Buffers               13848576 bytesDatabase mounted.ORA-00600: internal error code, arguments: [kcratr_scan_lastbwr], [], [], [],[], [], [], [], [], [], [], [] SQL>   select status from v$instance;STATUS------------MOUNTED SQL>   select open_mode from v$database;OPEN_MODE--------------------MOUNTED SQL>   recover database;Media recovery complete.SQL> SQL>   alter database open;Database altered. SQL>   select status from v$instance; STATUS------------OPEN SQL>  select open_mode from v$database; OPEN_MODE-------------------- READ WRITE  SQL>  alter system checkpoint;System altered. SQL>  shutdown immediateDatabase closed.Database dismounted.ORACLE instance shut down.SQL> SQL>  startupORACLE instance started.Total System Global Area 1577058304 bytesFixed Size                  2924832 bytesVariable Size             855641824 bytesDatabase Buffers          704643072 bytesRedo Buffers               13848576 bytesDatabase mounted.Database opened.SQL> SQL>  exitDisconnected from Oracle Database 12c Enterprise Edition Release 12.1.0.2.0 - 64bit ProductionWith the Partitioning, Real Application Clusters, Automatic Storage Management, OLAP,Advanced Analytics and Real Application Testing options[oracle@rac12c01:/home/oracle]$[oracle@rac12c01:/home/oracle]$[oracle@rac12c01:/home/oracle]$exitlogout[root@rac12c01 ~]# [root@rac12c01 ~]#  crs_stat -tName           Type           Target    State     Host        ------------------------------------------------------------ora....TA01.dg ora....up.type ONLINE    ONLINE    rac12c01    ora....TA02.dg ora....up.type ONLINE    ONLINE    rac12c01    ora.DGGRID1.dg ora....up.type ONLINE    ONLINE    rac12c01    ora.DGGRID2.dg ora....up.type ONLINE    ONLINE    rac12c01    ora....VERY.dg ora....up.type ONLINE    ONLINE    rac12c01    ora....STEM.dg ora....up.type ONLINE    ONLINE    rac12c01    ora....ER.lsnr ora....er.type ONLINE    ONLINE    rac12c01    ora....N1.lsnr ora....er.type ONLINE    ONLINE    rac12c02    ora.MGMTLSNR   ora....nr.type ONLINE    ONLINE    rac12c02    ora.asm        ora.asm.type   ONLINE    ONLINE    rac12c01    ora.cvu        ora.cvu.type   ONLINE    ONLINE    rac12c02    ora.itpuxdb.db ora....se.type ONLINE    ONLINE    rac12c01    ora.mgmtdb     ora....db.type ONLINE    ONLINE    rac12c02    ora....network ora....rk.type ONLINE    ONLINE    rac12c01    ora.oc4j       ora.oc4j.type  ONLINE    ONLINE    rac12c02    ora.ons        ora.ons.type   ONLINE    ONLINE    rac12c01    ora....SM1.asm application    ONLINE    ONLINE    rac12c01    ora....01.lsnr application    ONLINE    ONLINE    rac12c01    ora....c01.ons application    ONLINE    ONLINE    rac12c01    ora....c01.vip ora....t1.type ONLINE    ONLINE    rac12c01    ora....SM2.asm application    ONLINE    ONLINE    rac12c02    ora....02.lsnr application    ONLINE    ONLINE    rac12c02    ora....c02.ons application    ONLINE    ONLINE    rac12c02    ora....c02.vip ora....t1.type ONLINE    ONLINE    rac12c02    ora.scan1.vip  ora....ip.type ONLINE    ONLINE    rac12c02    [root@rac12c01 ~]#