生产Oracle 10.2.0.2 RAC数据库出现ORA-600的报错,alertlog信息如下:
Tue Nov 8 22:18:08 2011
Errors in file /oracle/oracle/admin/HX/udump/h2_ora_19809.trc:
ORA-00600: internal error code, arguments: [17070], [], [], [], [], [], [], []
Trace部分信息如下:
Dump file /oracle/oracle/admin/HX/udump/h2_ora_19809.trc
Oracle Database 10g Enterprise Edition Release 10.2.0.2.0 - 64bit Production
With the Partitioning, Real Application Clusters, OLAP and Data Mining options
ORACLE_HOME = /oracle/oracle/product/10.2.0.1
System name: SunOS
Node name: cupd25k-b
Release: 5.10
Version: Generic_139555-08
Machine: sun4u
Instance name: H2
Redo thread mounted by this instance: 2
Oracle process number: 108
Unix process pid: 19809, image: oracleH2@cupd25k-b
*** SERVICE NAME:(HX) 2011-11-08 22:18:08.127
*** SESSION ID:(539.58069) 2011-11-08 22:18:08.127
********************************
*** KGL INTERNAL ERROR 17070 ***
********************************
LIBRARY OBJECT HANDLE: handle=3c8980a50 mtx=3c8980b80(1) cdp=1
name=SELECT "A1"."BUSI_PHONE","A1"."HOME_PHONE","A1"."MO_PHONE","A1"."EMAIL_ADDR","A1"."IRD_NUMBER","A1"."EXTENSION","A1"."SURNAME","A1"."XTITLE" FROM "LINC"."HXDB_CUSTR" "A1" WHERE "A1"."BANK"=6304 AND "A1"."CUSTR_NBR"='110102198007123039'
hash=4c4f011ef322a7e94039a3e2d2882e31 timestamp=11-08-2011 21:37:20
namespace=CRSR flags=RON/TIM/PN0/MED/KST/DBN/MTX/[500100d0]
kkkk-dddd-llll=0000-0001-0001 lock=0 pin=0 latch#=7 hpc=0000 hlc=0000
lwt=3c8980af8[3c8980af8,3c8980af8] ltm=3c8980b08[3c8980b08,3c8980b08]
pwt=3c8980ac0[3c8980ac0,3c8980ac0] ptm=3c8980ad0[3c8980ad0,3c8980ad0]
ref=3c8980b28[3c8980b28,3c8980b28] lnd=3c8980b40[3c8980b40,3c8980b40]
LIBRARY OBJECT: bject=3cf5a87c8
type=CRSR flags=EXS[0001] pflags=[0000] status=VALD load=0
CHILDREN: size=16
child# table reference handle
------ -------- --------- --------
0 3cd6aee28 3cd6aea98 3d29852a0
DATA BLOCKS:
data# heap pointer status pins change whr alloc(K) size(K)
----- -------- -------- --------- ---- ------ --- -------- --------
0 3ca93d8e0 3cf5a88e0 I/P/A/-/- 0 NONE 00 1.19 2.17
*** 2011-11-08 22:18:08.144
ksedmp: internal or fatal error
ORA-00600: internal error code, arguments: [17070], [], [], [], [], [], [], []
Current SQL statement for this session:
SELECT "A1"."BUSI_PHONE","A1"."HOME_PHONE","A1"."MO_PHONE","A1"."EMAIL_ADDR","A1"."IRD_NUMBER","A1"."EXTENSION","A1"."SURNAME","A1"."XTITLE" FROM "LINC"."HXDB_CUSTR" "A1" WHERE "A1"."BANK"=6304 AND "A1"."CUSTR_NBR"='441624198704191419'
----- Call Stack Trace -----
calling call entry argument values in hex
location type point (? means dubious value)
-------------------- -------- -------------------- ----------------------------
ksedmp()+716 CALL ksedst() FFFFFFFF7FFF1FE0 ?
000000000 ? 0FFFFFFFF ?
FFFFFFFF7FFF1188 ?
FFFFFFFF7FFF28E0 ?
000000008 ?
kgeriv()+220 PTR_CALL 0000000000000000 000000002 ? 10638A1CC ?
000000001 ? 000000000 ?
10638A000 ? 10638A1CC ?
kgesiv()+112 CALL kgeriv() 106384B98 ? 000000000 ?
0000042AE ? 000000000 ?
FFFFFFFF7FFF6358 ?
000001430 ?
kgesic0()+32 CALL kgesiv() 106384B98 ? 1064DCBF0 ?
0000042AE ? 000000000 ?
FFFFFFFF7FFF6358 ?
000001420 ?
kglhdda()+540 CALL kgesic0() 106384B98 ? 1064DCBF0 ?
0000042AE ? 000000000 ?
000000000 ? 000000000 ?
kglhdd()+168 CALL kglhdda() 106384B98 ? 00000F000 ?
3C8980A50 ? 000004000 ?
000000003 ? 000001400 ?
kghfrunp()+3948 PTR_CALL 0000000000000000 106384B98 ? 380029060 ?
3C8980A50 ? 000003000 ?
000000000 ? 106385C88 ?
kghfnd()+3128 CALL kghfrunp() 106384B98 ? 380029060 ?
000001430 ? 000000000 ?
3C8980A20 ? 3D520A620 ?
kghalo()+3544 CALL kghfnd() 106384B98 ? 380003B60 ?
380029060 ? 000002FF4 ?
38002A750 ? 38002A768 ?
kghgex()+1048 CALL kghalo() 000001000 ? 380029060 ?
09007AFFF ? 10632DB10 ?
380003B60 ? 000000000 ?
kghalf()+1608 CALL kghgex() 106384B98 ? 000000000 ?
3D134C4F8 ? 3D134C560 ?
000002000 ? 000000000 ?
qcuAllocIdn()+72 CALL kghalp() 3D134C640 ? 3D134C4F8 ?
000000001 ? 000000028 ?
07FFFFFFC ? 106118320 ?
qcucidn()+20 CALL qcuAllocIdn() 106384B98 ? 3D134C4F8 ?
000000002 ? 00000000A ?
0023BC0C0 ? 10405CD2C ?
qkxrPXformIdn()+68 CALL qcucidn() 106384B98 ? 3D134C4F8 ?
FFFFFFFF7C014C06 ?
000000002 ? 0000000A6 ?
000000002 ?
qkxrDo_Pvt()+100 PTR_CALL 0000000000000000 FFFFFFFF7C015C88 ?
106384000 ? 000106384 ?
0000000C0 ? 000106000 ?
FFFFFFFF7C014C00 ?
qkexrPackName()+144 CALL qkxrDo() FFFFFFFF7C015C88 ?
1009ECD80 ?
FFFFFFFF7C014C00 ?
106384000 ? 00010404E ?
000000000 ?
qkexrXformOpn_Col() CALL qkexrPackName() 1009EC000 ? 000000000 ?
+212 FFFFFFFF7C012A10 ?
FFFFFFFF7C015C88 ?
000100800 ? 3CA1C9EF0 ?
qkexrXformOpn()+192 CALL qkexrXformOpn_Col() 3CA1C9F28 ? 080000000 ?
001000000 ?
FFFFFFFF7C015C88 ?
000000000 ?
FFFFFFFF7C012A10 ?
qkxrXformRwo()+72 CALL qkexrXformOpn() FFFFFFFF7C015C88 ?
FFFFFFFF7C012A10 ?
000000000 ? 000000001 ?
000000000 ? 000000001 ?
qerixAllocate()+404 CALL qkxrXformRwo() FFFFFFFF7C07A9E8 ?
000000000 ? 3CA1C9FA0 ?
FFFFFFFF7C07A9F0 ?
3CA1C9F98 ? 106069BD8 ?
qknRwsAllocateTree( PTR_CALL 0000000000000000 3CA1C9FF0 ? 000000000 ?
)+272 FFFFFFFF7C07FDE8 ?
3CA1CA440 ? 000000003 ?
000000003 ?
qknRwsAllocateTree( CALL qknRwsAllocateTree( 000106387 ?
)+208 ) FFFFFFFF7C07FDE8 ?
000000020 ? 000000410 ?
000000000 ? 000000000 ?
qknDoRwsAllocate()+ CALL qknRwsAllocateTree( 000106387 ?
4 ) FFFFFFFF7C07F8B0 ?
000000020 ? 000000410 ?
000106000 ? 000000004 ?
qkaTraverseQkn()+26 CALL qknDoRwsAllocate() FFFFFFFF7C07F8B0 ?
8 FFFFFFFF7FFF754D ?
FFFFFFFF7FFF754A ?
3D0C4B2C0 ? 000000005 ?
FFFFFFFF7C07AD20 ?
qkadrv2Post()+664 CALL qkaTraverseQkn() FFFFFFFF7C017AE8 ?
000000000 ? 000000000 ?
000000000 ? 000000000 ?
000000001 ?
opitca()+2288 CALL qkadrv2() 3D0C4B2C0 ? 000106000 ?
000000020 ? 000000020 ?
000000000 ? 3D2F24E08 ?
kksFullTypeCheck()+ CALL opitca() 3CD81F220 ? 3D0C4B2C0 ?
12 FFFFFFFF7C056330 ?
3D2F24E08 ? 000000001 ?
106390000 ?
rpiswu2()+540 PTR_CALL 0000000000000000 FFFFFFFF7FFF8908 ?
1003440D8 ? 106384B98 ?
0FFEFFC00 ? 106384858 ?
10555AD88 ?
kksLoadChild()+1928 CALL rpiswu2() 106384D18 ? 10555AD98 ?
4 000106384 ? 00000000A ?
000000000 ? 106384B98 ?
kxsGetRuntimeLock() CALL kksLoadChild() FFFFFFFF7FFF8980 ?
+2800 FFFFFFFF7C056330 ?
000101966 ? 106384B98 ?
101966000 ?
FFFFFFFF7FFF9F10 ?
kksfbc()+21804 CALL kxsGetRuntimeLock() 000105400 ? 10555A000 ?
000380000 ? 010010100 ?
000000040 ? 106384C10 ?
kkspsc0()+1164 CALL kksfbc() 000000028 ?
FFFFFFFF7FFFCCE0 ?
000000000 ? 000000000 ?
106384B98 ? 461A59870 ?
kksParseCursor()+19 CALL kkspsc0() 000000008 ? 3CC698978 ?
6 000000108 ? 000000000 ?
106384000 ? 106384858 ?
opiosq0()+2172 CALL kksParseCursor() FFFFFFFF7FFFB608 ?
000106000 ?
FFFFFFFF7C041870 ?
000000000 ? 1063993B8 ?
000000003 ?
kpooprx()+216 CALL opiosq0() 000000003 ?
FFFFFFFF7C041870 ?
000106000 ? 0000000EB ?
000106387 ?
FFFFFFFF7FFFCCE0 ?
kpoal8()+708 CALL kpooprx() FFFFFFFF7FFFE56C ?
FFFFFFFF7FFFCCE0 ?
000106000 ?
FFFFFFFF7FFFB920 ?
000000000 ? 000000000 ?
opiodr()+1488 PTR_CALL 0000000000000000 FFFFFFFF7FFFD97C ?
FFFFFFFF7FFFCCA8 ?
106391C60 ? 000000000 ?
FFFFFFFF7FFFE568 ?
FFFFFFFF7FFFD9BC ?
ttcpip()+1060 PTR_CALL 0000000000000000 000000000 ? 1055E9578 ?
106384A80 ? 1055E9000 ?
000106384 ? 0000046A8 ?
opitsk()+1332 CALL ttcpip() 106391D70 ? 10553E510 ?
FFFFFFFF7FFFE568 ?
000000000 ?
FFFFFFFF7FFFD848 ?
106384B98 ?
opiino()+1128 CALL opitsk() 00010033E ? 000000001 ?
000000000 ? 106391C60 ?
106391C68 ? 000000000 ?
opiodr()+1488 PTR_CALL 0000000000000000 000106000 ? 106387618 ?
000106000 ? 106387000 ?
000106000 ? 106391C60 ?
opidrv()+828 CALL opiodr() 106391000 ? 000000000 ?
106390DD8 ? 106390000 ?
106391BD0 ? 000106000 ?
sou2o()+80 CALL opidrv() 106394358 ? 000000001 ?
00000003C ? 000000000 ?
00000003C ? 000106000 ?
opimai_real()+124 CALL sou2o() FFFFFFFF7FFFF798 ?
00000003C ? 000000004 ?
FFFFFFFF7FFFF7C0 ?
105C82000 ? 000105C82 ?
main()+152 CALL opimai_real() 000000002 ?
FFFFFFFF7FFFF898 ?
103F1BBCC ? 10632DB10 ?
002411E44 ? 000014400 ?
_start()+380 CALL main() 000000002 ? 000000008 ?
000000000 ?
FFFFFFFF7FFFF8A8 ?
FFFFFFFF7FFFF9B8 ?
FFFFFFFF7C700200 ?
从call stack信息来看,kglhdda->kglhdd->kghfrunp->kghfnd->kghalo的函数调用符合BUG 8298501描述。
当有进程持有library cache lock,其他大量会话需同时访问此library cache对象时将触发此Bug。根据报错的SQL语句和对应的应用日志,通过与研发人员的沟通,确认了当时应用进程被中断且处理报错。由于这个bug在10.2.0.2版本上没有补丁修复,所以要想解决该问题,只有考虑升级数据库版本了。
来自 “ ITPUB博客 ” ,链接:https://blog.itpub.net/20750200/viewspace-711637/ ,如需转载,请注明出处,否则将追究法律责任。