{"records":[{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02550482583869813","extrapolation_nmse":"0.08138762803311375"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.07777641609526516","extrapolation_nmse":"0.35155699433406756"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.018981899030791456","extrapolation_nmse":"0.4111080995584621"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.3603215874410039e-06","extrapolation_nmse":"0.00017753248964688396"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01578257621471635","extrapolation_nmse":"0.3720199537659494"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"4.345279689582937e-06","extrapolation_nmse":"0.00021706837631820872"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.009563582696535549","extrapolation_nmse":"0.16173151982350403"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.05260818645422502","extrapolation_nmse":"0.3383431449084258"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0017414300626105198","extrapolation_nmse":"0.11423411585933572"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.7305384878168213e-06","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.015841584092072696","extrapolation_nmse":"0.33470000859481475"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.002851920290584078","extrapolation_nmse":"0.11876645205255149"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.011930789076658e-06","extrapolation_nmse":"0.00035530207813265854"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"5.838196916740992e-07","extrapolation_nmse":"0.00012506353150578518"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0003892817496129079","extrapolation_nmse":"0.029617588746764956"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.001864015191902072","extrapolation_nmse":"0.09237194388816347"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.006412297545793111","extrapolation_nmse":"0.2482247764451239"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.006492672095276538","extrapolation_nmse":"0.26738610047610867"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0027759489682799557","extrapolation_nmse":"0.11195901225745955"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.020681130197400158","extrapolation_nmse":"0.21596321503054058"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.020948087722966153","extrapolation_nmse":"0.12772677350852546"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.08564832839896662","extrapolation_nmse":"0.3797559984850982"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0046816142816404815","extrapolation_nmse":"0.24639131331709058"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.3463234422082433e-06","extrapolation_nmse":"7.949833603851813e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.007237083340854967","extrapolation_nmse":"0.2103779020004415"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"6.60433800103669e-07","extrapolation_nmse":"0.0001649318187785761"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.012862258940476714","extrapolation_nmse":"0.29374068655301805"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.05095297320425727","extrapolation_nmse":"0.26764616989224516"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.015025000863369163","extrapolation_nmse":"0.09579937129399672"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"4.064854899788116e-07","extrapolation_nmse":"0.0002432591646028519"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0042317117926825125","extrapolation_nmse":"0.10734436136259715"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.02110177313811533","extrapolation_nmse":"0.1327671264617455"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"6.16944148856192e-07","extrapolation_nmse":"6.41107032573324e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"6.375657374055442e-07","extrapolation_nmse":"0.0002038185804562878"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"3.1437533611634485e-06","extrapolation_nmse":"0.00013698308227268582"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0014608437434738542","extrapolation_nmse":"0.05243643888915172"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.019954937966443174","extrapolation_nmse":"0.24499070652411"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.007178355496531815","extrapolation_nmse":"0.22353642912485006"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.005055803287744529","extrapolation_nmse":"0.05060629517124669"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.031936734326332795","extrapolation_nmse":"0.16742143934902565"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.019987808558492724","extrapolation_nmse":"0.3742114031761172"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.11798841180257681","extrapolation_nmse":"0.19337474390889628"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01542369829129099","extrapolation_nmse":"0.30882463059242427"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"7.98659381208222e-07","extrapolation_nmse":"0.00033707967890852657"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.011363598366564835","extrapolation_nmse":"0.4485703678757483"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.0386033171338947e-06","extrapolation_nmse":"0.0001186199377089538"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.03859036981688717","extrapolation_nmse":"0.4039774850657694"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.17748955621838858","extrapolation_nmse":"0.3165539588887964"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.004238055036133824","extrapolation_nmse":"0.09249716260560394"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"4.108775776318223e-07","extrapolation_nmse":"0.00019091834037238424"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.031029860478995624","extrapolation_nmse":"0.37770412416685495"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"6.796791794717806e-06","extrapolation_nmse":"0.030505885257060102"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.0906259076448418e-06","extrapolation_nmse":"6.588985413877612e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"7.752066702159975e-07","extrapolation_nmse":"0.0001403093948338868"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.6706433363783577e-06","extrapolation_nmse":"0.000236509307552639"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"3.257061720481918e-06","extrapolation_nmse":"0.00018048634278071865"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.012981986451644889","extrapolation_nmse":"0.07560638299285692"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.035355339490561834","extrapolation_nmse":"0.08218103868708239"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0011034561857339166","extrapolation_nmse":"0.13900735648274587"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.012201306268069225","extrapolation_nmse":"0.42533715864571775"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.012774132882293702","extrapolation_nmse":"0.15916939017212295"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.10803004617867373","extrapolation_nmse":"0.33356384600707334"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.008974607007113812","extrapolation_nmse":"0.26396787017179524"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.5938978200971848e-06","extrapolation_nmse":"0.0002393282668460547"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0403969933636139","extrapolation_nmse":"0.18659416400043477"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"8.236939167164699e-07","extrapolation_nmse":"0.000166301704188287"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.019071227213649424","extrapolation_nmse":"0.2677032623998438"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.027915607555889066","extrapolation_nmse":"1.2441034939060627"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.0393197191452673e-05","extrapolation_nmse":"0.00045088787359815515"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.8590496585912396e-06","extrapolation_nmse":"0.00020629519214527598"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0053709246156980325","extrapolation_nmse":"0.1880245648772437"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.2742109785946374e-05","extrapolation_nmse":"0.0007745235857018866"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.087491424743854e-06","extrapolation_nmse":"0.00018828129073808833"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.5862322684355347e-06","extrapolation_nmse":"0.00010977185444719853"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"6.027100894255767e-07","extrapolation_nmse":"0.0001524535371573928"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"5.87212178728027e-06","extrapolation_nmse":"0.00014867186607033685"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.01774154243409725","extrapolation_nmse":"0.1883869201781001"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.2475638741497669e-05","extrapolation_nmse":"0.0003780455105408459"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0029995511312390756","extrapolation_nmse":"0.19172425104532329"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.018964387242356665","extrapolation_nmse":"0.21445772586897183"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.007496684725501823","extrapolation_nmse":"0.09234131366667649"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.04742369470034223","extrapolation_nmse":"0.7263204220257776"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.026354371278080605","extrapolation_nmse":"0.15176448366796347"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"7.101467415441624e-07","extrapolation_nmse":"8.981654935412177e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.05924910384343537","extrapolation_nmse":"0.3182574563736652"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.1260745024317004e-06","extrapolation_nmse":"9.480481855689507e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.005665011064507111","extrapolation_nmse":"0.20865699124326886"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.23172167071251135","extrapolation_nmse":"1.0065342004839817"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.356767153139973e-06","extrapolation_nmse":"0.000431390247131443"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"7.24549913103459e-07","extrapolation_nmse":"7.95137902859271e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.04281598842929271","extrapolation_nmse":"0.2019036122593468"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"3.4630207832403505e-06","extrapolation_nmse":"0.00158195563269839"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"4.964077418085187e-07","extrapolation_nmse":"6.848910349198418e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"7.201293581999952e-07","extrapolation_nmse":"0.0001361931249440039"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.2248611649954266e-06","extrapolation_nmse":"0.0001301924261849476"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"3.6764630894444917e-06","extrapolation_nmse":"0.016755257613463095"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.01026305420358267","extrapolation_nmse":"0.11611035059586297"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"3.6587051755721988e-06","extrapolation_nmse":"0.001556854265476423"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.512847217799841e-06","extrapolation_nmse":"0.00022293845515519804"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.05978501242153421","extrapolation_nmse":"0.5832464751724341"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.03188718402802477","extrapolation_nmse":"0.21654705160636312"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.04993269018738848","extrapolation_nmse":"0.5780496224718448"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.05572092666336439","extrapolation_nmse":"0.23825824953154218"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.899375026501852e-07","extrapolation_nmse":"0.00012020084953605361"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.028809930681797272","extrapolation_nmse":"0.22307847818134974"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.000742459538061678","extrapolation_nmse":"0.0202627064230555"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.04007187220374998","extrapolation_nmse":"0.12322580369781644"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.1787674976870498","extrapolation_nmse":"0.573015638302972"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.009420880076907931","extrapolation_nmse":"0.088546168265691"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.5471265452302757e-06","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0051151469106400895","extrapolation_nmse":"0.1909655220001272"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"2.9605065118297224e-06","extrapolation_nmse":"0.019462249739650512"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.3475923005353246e-06","extrapolation_nmse":"0.0003480563809717947"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0006121157953984502","extrapolation_nmse":"0.01397480077315182"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"7.94376459924664e-07","extrapolation_nmse":"9.193533527636875e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.2388004733382527e-06","extrapolation_nmse":"0.0001818232909870873"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.003251279157611347","extrapolation_nmse":"0.05421404672288086"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.005484863873119089","extrapolation_nmse":"0.3026759659515141"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.014353046611663664","extrapolation_nmse":"0.11300730630840379"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.008482950512629464","extrapolation_nmse":"0.5374682142170886"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.010435425375342264","extrapolation_nmse":"0.10394772788003159"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0647208151039362","extrapolation_nmse":"0.6165885472699575"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.02214843202263301","extrapolation_nmse":"0.22218555205075594"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.271541802577141e-06","extrapolation_nmse":"0.00034958815936773886"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.03705732470058724","extrapolation_nmse":"0.1750001149578434"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0008610062037907189","extrapolation_nmse":"0.032567714553957655"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.03903507729676277","extrapolation_nmse":"0.16271555768384124"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.03478735262897559","extrapolation_nmse":"0.40453937104313115"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02062472610975573","extrapolation_nmse":"0.11045081177428993"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.482376153746541e-07","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0035560164995435523","extrapolation_nmse":"0.36023840858258277"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"4.511285760444045e-06","extrapolation_nmse":"0.0018849913056704136"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"7.068061695183393e-07","extrapolation_nmse":"8.53073045163267e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.069522226859252e-06","extrapolation_nmse":"9.275384582092805e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"6.915246130412462e-07","extrapolation_nmse":"0.00014960851342859025"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.1152737651085627e-06","extrapolation_nmse":"0.00023475651427182074"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.017640680798602232","extrapolation_nmse":"0.1415963420873682"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.005063295415795137","extrapolation_nmse":"0.31206520116515823"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.007530240641145285","extrapolation_nmse":"0.17997792750698918"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.03278019837707454","extrapolation_nmse":"0.7225163825371307"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.012218776051757575","extrapolation_nmse":"0.21753920364253385"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.025060531331800796","extrapolation_nmse":"0.2194714374285162"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.011411847260416412","extrapolation_nmse":"0.14674639986591329"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.562203276102673e-06","extrapolation_nmse":"6.966582909775072e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.015627710411874853","extrapolation_nmse":"0.43321570129893966"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.7229740467213118e-06","extrapolation_nmse":"0.00043756636475674224"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.012544094560923867","extrapolation_nmse":"0.3648357663166403"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.10117864285673901","extrapolation_nmse":"0.9919834879154883"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.011779852376224215","extrapolation_nmse":"0.07705294655382557"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"5.273191830688636e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.015175458719902108","extrapolation_nmse":"0.296776146716105"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.4891861080619925e-06","extrapolation_nmse":"0.0012810870453979363"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.0105831087643842e-06","extrapolation_nmse":"0.0002450701146619357"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.7957772937774375e-06","extrapolation_nmse":"0.00014553274025336726"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.859567290492098e-07","extrapolation_nmse":"0.0001407807099696303"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"9.041355030133704e-07","extrapolation_nmse":"0.00023238655111348098"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.019331308670602815","extrapolation_nmse":"0.14356390305132935"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"9.518655023724222e-06","extrapolation_nmse":"0.02535984207333131"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.00498362918566564","extrapolation_nmse":"0.04095131404096799"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.05299633915299969","extrapolation_nmse":"0.2838834205518085"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.017728557429015666","extrapolation_nmse":"0.12738345834218898"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.09138257557444046","extrapolation_nmse":"0.4317666260143122"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.06573246789292873","extrapolation_nmse":"0.25196681935204956"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.2679263001496568e-06","extrapolation_nmse":"0.00014669844205724173"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.07611691965657219","extrapolation_nmse":"0.5970894380507673"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"6.686016359243162e-07","extrapolation_nmse":"0.00012828955554200757"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.434582073728091e-06","extrapolation_nmse":"0.00039713012093589166"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.029060619787891873","extrapolation_nmse":"0.35279524182052724"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.012844559740277378","extrapolation_nmse":"0.1892736983717525"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.2623241232985193e-06","extrapolation_nmse":"5.4309541910879266e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.012396236160841335","extrapolation_nmse":"0.39593581911321496"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.6657741660362234e-06","extrapolation_nmse":"0.0016662924329078977"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"8.652881091585338e-07","extrapolation_nmse":"0.00013001594657720145"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.9244346714474158e-06","extrapolation_nmse":"7.470131042604257e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"7.499363178198751e-07","extrapolation_nmse":"8.63781228595627e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"4.7593323245194415e-06","extrapolation_nmse":"0.00038421037519049516"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.01613610631897412","extrapolation_nmse":"0.11516494147905983"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.3513969530198943e-06","extrapolation_nmse":"0.0005879961852234319"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"6.746171458297209e-06","extrapolation_nmse":"0.0009709896683199385"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.011319757046636635","extrapolation_nmse":"0.3893478274764904"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.006289410198031312","extrapolation_nmse":"0.16320093904755162"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.03932109641824719","extrapolation_nmse":"0.5371391462696452"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.028267870507707557","extrapolation_nmse":"0.15434874630091286"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"8.61267253813725e-07","extrapolation_nmse":"0.0003763767062182186"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02120262809977816","extrapolation_nmse":"0.14810863988894496"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.4159789809144203e-06","extrapolation_nmse":"0.0001035590696947906"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.948483104094586e-06","extrapolation_nmse":"0.0022237813914408465"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.17078728824462455","extrapolation_nmse":"0.478478604369836"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0018102793718586582","extrapolation_nmse":"0.1680589427850874"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"7.323693240517255e-07","extrapolation_nmse":"0.00023229689783294325"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.012472936802236724","extrapolation_nmse":"0.3562340731997398"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.790585660113811e-06","extrapolation_nmse":"0.00031263285506751324"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.566623587066642e-06","extrapolation_nmse":"9.194072944080309e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"7.455544096524432e-07","extrapolation_nmse":"0.00024507036701876126"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.239369395876014e-07","extrapolation_nmse":"9.076558952531577e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.4762160191925356e-06","extrapolation_nmse":"0.00024386943594984092"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.0886289816694891e-05","extrapolation_nmse":"0.0004776476501839583"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"1.1132037333738908e-05","extrapolation_nmse":"0.030648728214353296"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"9.306704175735785e-06","extrapolation_nmse":"0.0008162940726357855"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.017950503692652112","extrapolation_nmse":"0.24459857853684935"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.002861121564379074","extrapolation_nmse":"0.2529069484182228"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.021808788991718175","extrapolation_nmse":"0.7061921936821638"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02739242167392853","extrapolation_nmse":"0.2894194996538382"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0007485866001226695","extrapolation_nmse":"0.05951914076804188"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.01827540160363779","extrapolation_nmse":"0.2860676914896128"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0003895588734047448","extrapolation_nmse":"0.06818278401263286"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.023916860488543912","extrapolation_nmse":"0.20211180279599314"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.05047246353258216","extrapolation_nmse":"0.9713477223043496"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.005204370065821736","extrapolation_nmse":"0.09833128757317985"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.0565985055824503e-06","extrapolation_nmse":"0.00019651516410682733"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"2.249243802704649e-05","extrapolation_nmse":"0.028307553196352593"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.018700477507625386","extrapolation_nmse":"0.06801052666197593"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.2056499073269116e-06","extrapolation_nmse":"0.00010211277217275805"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.6731461572949948e-06","extrapolation_nmse":"0.00011034805310646486"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.3997820936375266e-06","extrapolation_nmse":"0.0001976373079508517"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.523810775611733e-06","extrapolation_nmse":"0.0002459393024845382"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"5.819539697285406e-06","extrapolation_nmse":"0.0004293094425352753"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.005137188003820176","extrapolation_nmse":"0.10474607218983935"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.011795013908914824","extrapolation_nmse":"0.1928826781284598"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.05461298497785086","extrapolation_nmse":"0.7085487671652629"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0035858632021154523","extrapolation_nmse":"0.1635003378298475"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.03607186250008699","extrapolation_nmse":"0.4586858332142622"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"7.35902085859341e-06","extrapolation_nmse":"0.0029234097459446156"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"9.219177487702428e-05","extrapolation_nmse":"0.004139546814781311"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.013845270349360882","extrapolation_nmse":"0.27054216405991277"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.002651106012039494","extrapolation_nmse":"0.04342227652259402"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0028608558823396417","extrapolation_nmse":"0.20504591168245961"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.09191286505908702","extrapolation_nmse":"0.6174314484100011"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0014752972301739708","extrapolation_nmse":"0.09606449717678274"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.7231005013386348e-06","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01983070466409003","extrapolation_nmse":"0.36709002088054343"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.011865689568453327","extrapolation_nmse":"0.1291144616846434"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.11830832020358e-06","extrapolation_nmse":"0.00021921679811515016"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.5350858548515096e-06","extrapolation_nmse":"6.430544221456605e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.151710469460957e-06","extrapolation_nmse":"0.00022168686317389582"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.7941803200093867e-06","extrapolation_nmse":"0.0003424516990242703"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.1475062028117225e-06","extrapolation_nmse":"0.0005438899361465297"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.011324072295247423","extrapolation_nmse":"0.07186641761788688"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"6.038225381528492e-06","extrapolation_nmse":"0.0011142792855590683"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.01070731948744544","extrapolation_nmse":"0.18014492376514635"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02926305323058347","extrapolation_nmse":"0.3470730763626518"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.04734338403903288","extrapolation_nmse":"0.5382125317469991"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"1.515660452697463e-05","extrapolation_nmse":"0.012256564502889158"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0004079329688897287","extrapolation_nmse":"0.04955076055263719"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.06227024105275897","extrapolation_nmse":"0.2238352690685519"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.0758703668620735e-06","extrapolation_nmse":"8.490314115447836e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.03954300700212457","extrapolation_nmse":"0.21466670587514022"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0335491045186951","extrapolation_nmse":"1.0793961316464742"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.007393798176759071","extrapolation_nmse":"0.12005441307700325"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"9.69443359067967e-07","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.12958201794225e-05","extrapolation_nmse":"0.002412548785587186"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.02099272810758518","extrapolation_nmse":"0.2172521100471218"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.7817475452471935e-06","extrapolation_nmse":"0.0001261387203172667"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.0696727356250104e-06","extrapolation_nmse":"7.234380300992077e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"6.159864640819091e-07","extrapolation_nmse":"0.00016582411425594028"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.0702855849390604e-06","extrapolation_nmse":"0.00015900739661046072"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.3193355837510145e-05","extrapolation_nmse":"0.0002824830611657963"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.006933474583014442","extrapolation_nmse":"0.07959842148739976"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"7.6099267828971965e-06","extrapolation_nmse":"0.0002192507346751796"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.06411641452227192","extrapolation_nmse":"0.47816519605179436"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.025568565372720096","extrapolation_nmse":"0.10986437532068831"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.06827084996433518","extrapolation_nmse":"0.24309514061381915"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.339451178312692e-05","extrapolation_nmse":"0.0031946659829893364"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"5.529602952555797e-07","extrapolation_nmse":"0.00029857211824462767"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0551514850246464","extrapolation_nmse":"0.15676167488374587"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.8435927547486454e-06","extrapolation_nmse":"9.827874447428225e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.000590655764679e-05","extrapolation_nmse":"0.0004519477068968223"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.16402357968600575","extrapolation_nmse":"0.31647052565226225"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0018230927725489485","extrapolation_nmse":"0.2361688786365753"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"6.679075665879346e-07","extrapolation_nmse":"0.00013878750107539266"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.363634285758743e-05","extrapolation_nmse":"0.0011065672143571908"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02481772717330086","extrapolation_nmse":"0.06749838581854657"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"5.025242776234152e-07","extrapolation_nmse":"9.644279214132222e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.2608678496759416e-06","extrapolation_nmse":"0.00011520674483834796"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.7071836326079522e-06","extrapolation_nmse":"6.409784289212106e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"8.979919619490822e-07","extrapolation_nmse":"0.0005955072787997237"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.905985292338491e-06","extrapolation_nmse":"0.000308434370887434"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.007769866543343392","extrapolation_nmse":"0.08789607500458677"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.9173890122941192e-06","extrapolation_nmse":"0.00048291324562458064"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.08242500954825178","extrapolation_nmse":"0.28680777483304437"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.037132859734604035","extrapolation_nmse":"0.3225006609171832"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.014830779860992621","extrapolation_nmse":"0.7861415569721383"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"4.850705665956777e-06","extrapolation_nmse":"0.000726869047988715"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.2827803020256881e-06","extrapolation_nmse":"9.821667742834233e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.05417628031296613","extrapolation_nmse":"0.4580784066225241"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"9.892009733094699e-07","extrapolation_nmse":"0.0003201937288740222"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"1.75043065333157e-05","extrapolation_nmse":"0.02974862208908325"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.036502492803804985","extrapolation_nmse":"1.2589254117941675"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.003198333941425785","extrapolation_nmse":"0.10263396876488802"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.017569857784537e-06","extrapolation_nmse":"7.70532912096048e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.510203390827673e-05","extrapolation_nmse":"0.0023294309826385343"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.679346724027525e-06","extrapolation_nmse":"0.0008941859280576252"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.0692681002756814e-06","extrapolation_nmse":"0.00024121751147708533"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"5.487074797218668e-07","extrapolation_nmse":"0.00011322005332350497"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.707418108941625e-06","extrapolation_nmse":"0.00010494135562939766"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"9.674471425442968e-07","extrapolation_nmse":"0.00027373361350407644"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.0369283350720998e-05","extrapolation_nmse":"0.00043840087402585286"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.02232053307114084","extrapolation_nmse":"0.08301230760289528"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"7.030793505241947e-06","extrapolation_nmse":"0.0009952690152822212"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.13697838065614945","extrapolation_nmse":"0.2453836945307121"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.003686346680206788","extrapolation_nmse":"0.04846097238065158"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.025580395950392736","extrapolation_nmse":"0.21740798716856646"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.012961562360505505","extrapolation_nmse":"0.09188706741921691"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.4886347008913869e-06","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.007116290499742659","extrapolation_nmse":"0.12904263065451235"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.2821690586334063e-06","extrapolation_nmse":"8.976877488433325e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.008191262918642622","extrapolation_nmse":"0.06710664178031298"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.036868061608598776","extrapolation_nmse":"0.3832654534409108"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.768744063393961e-06","extrapolation_nmse":"0.0001984953957308979"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"8.608057205953215e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.02331903084570367","extrapolation_nmse":"0.19621577693979333"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0010229997803318312","extrapolation_nmse":"0.1576614696046157"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.845880120333328e-07","extrapolation_nmse":"5.128295724500467e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.41943277312089e-07","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.5607058418025977e-06","extrapolation_nmse":"0.00021642157076249223"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.60644902601347e-06","extrapolation_nmse":"0.0002644206568166289"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.2756968715618745e-06","extrapolation_nmse":"0.0006860411332679268"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0024962028235711296","extrapolation_nmse":"0.044707010068228095"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0013224057606199824","extrapolation_nmse":"0.0743837471426607"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.012461506490437629","extrapolation_nmse":"0.4438322255434904"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.010787794006788387","extrapolation_nmse":"0.1323568774390109"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.024813246009600044","extrapolation_nmse":"0.5843161250414401"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.029146183829929444","extrapolation_nmse":"0.2672026800589181"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"0.00013861397774316545"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.011450743410517428","extrapolation_nmse":"0.2963447758570785"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.2617347407459524e-07","extrapolation_nmse":"0.0001274249696394351"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.7473158731311404e-06","extrapolation_nmse":"0.0002350299697481613"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.056202395378134276","extrapolation_nmse":"0.271917507298327"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.1982713455542733e-06","extrapolation_nmse":"0.0007282031663961543"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.0014869722099287e-06","extrapolation_nmse":"0.00014188038035682957"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0023017560148353164","extrapolation_nmse":"0.21176414173465086"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0010150109263702158","extrapolation_nmse":"0.1187176257075627"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"9.95612002234367e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"9.7690914211659e-07","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.022676831290962e-06","extrapolation_nmse":"5.202060996025486e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.095728205865622e-07","extrapolation_nmse":"0.00013060320710681108"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.683685597918434e-06","extrapolation_nmse":"0.0005969181792629144"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0022042506852915384","extrapolation_nmse":"0.10843616437410052"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0006289946820193409","extrapolation_nmse":"0.07640109529231735"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.04553269761665706","extrapolation_nmse":"0.4550257602316021"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.446159899950815e-06","extrapolation_nmse":"0.0011797976046696939"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.009019608794211553","extrapolation_nmse":"0.13577847817060323"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.00994855809068347","extrapolation_nmse":"0.12357721120583878"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.044128458672734e-07","extrapolation_nmse":"5.772458180470137e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.003887306180629662","extrapolation_nmse":"0.39647072797198585"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.2866454492903547e-07","extrapolation_nmse":"0.00017248051469166172"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.780876700658311e-06","extrapolation_nmse":"0.0010629528526255106"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.043849660874472444","extrapolation_nmse":"0.29810061188769355"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.129752587659318e-06","extrapolation_nmse":"0.0007997544941236056"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.0035803427729066e-06","extrapolation_nmse":"8.519357854434619e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0027705428519547277","extrapolation_nmse":"0.13603464620975383"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.543010247561854e-05","extrapolation_nmse":"0.007743295453892203"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.506315034696413e-07","extrapolation_nmse":"0.00012142049932989384"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.1816520627301869e-06","extrapolation_nmse":"0.00021572678128543103"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"8.658315685345638e-07","extrapolation_nmse":"0.00016407393869123673"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.8975524480224954e-06","extrapolation_nmse":"0.0006326897853148087"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.9977769839038993e-06","extrapolation_nmse":"0.0002766123180947185"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.005705872560096367","extrapolation_nmse":"0.07411450481811942"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.004697303776063164","extrapolation_nmse":"0.18681419332060142"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.4492966537086723e-06","extrapolation_nmse":"0.0002726481747822476"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0753312910947958","extrapolation_nmse":"0.14125377840076586"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0025770363830948436","extrapolation_nmse":"0.07287213865975081"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.496513871479661e-07","extrapolation_nmse":"5.1833303657578774e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.018267504679654666","extrapolation_nmse":"0.3414513710422115"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.490069521837298e-06","extrapolation_nmse":"0.00016826301142137403"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.546613351242714e-06","extrapolation_nmse":"0.0006604577249634089"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01451808424525457","extrapolation_nmse":"0.6852525609250997"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"6.105865948020905e-06","extrapolation_nmse":"0.012766831010973053"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.9872829462404695e-07","extrapolation_nmse":"8.413440987963284e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.007557305364422261","extrapolation_nmse":"0.2320074794108252"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.5721241809062813e-06","extrapolation_nmse":"0.0009662948061587425"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"9.82342230301841e-07","extrapolation_nmse":"0.00011661695028918135"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"9.280259975279102e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.654873160265424e-07","extrapolation_nmse":"0.00023049429406306918"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.500782775792526e-07","extrapolation_nmse":"0.0003394350074880996"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.1128599782423288e-06","extrapolation_nmse":"0.0003323829863549004"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"6.7036777719852135e-06","extrapolation_nmse":"0.018286816464629766"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.003072560629393209","extrapolation_nmse":"0.047971471765955294"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.698647651934259e-05","extrapolation_nmse":"0.0025251775038214364"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-001","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.127701060193852e-06","extrapolation_nmse":"0.0008449891340337458"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-002","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.017242811898768785","extrapolation_nmse":"0.5876674188278969"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-003","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.007358426053427412","extrapolation_nmse":"0.23740085320050824"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-004","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.770992605330172e-06","extrapolation_nmse":"0.00022919131148560286"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-005","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02995318889774676","extrapolation_nmse":"0.14006465645517813"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-006","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.0600653349851626e-06","extrapolation_nmse":"0.00020487939299006116"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-007","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.006798882607762e-06","extrapolation_nmse":"0.00038318943558758464"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-008","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.06083871929251741","extrapolation_nmse":"0.3362152702218288"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-009","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.3362465833625325e-06","extrapolation_nmse":"0.0008051476259691745"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-010","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.467243754647497e-07","extrapolation_nmse":"0.00013938066915144686"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-011","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.004254819681871173","extrapolation_nmse":"0.16338703649648711"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-012","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"8.099316428917284e-06","extrapolation_nmse":"0.00040118741983487764"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-013","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.7446715958002145e-06","extrapolation_nmse":"9.27404014925637e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-014","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.881578379452372e-07","extrapolation_nmse":"5.205186428837492e-05"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-015","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.539374442027264e-07","extrapolation_nmse":"0.00015986812152143684"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-016","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.067284206468213e-07","extrapolation_nmse":"0.00029305760900170486"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-017","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.9144276775390316e-06","extrapolation_nmse":"0.00027388907208960916"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-018","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.4623289311270525e-06","extrapolation_nmse":"0.00028422404097226076"},{"domain":"science","category":"Oscillatory systems","task_id":"sci-019","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"9.816365023925728e-07","extrapolation_nmse":"0.0006350710125964833"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-020","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.0427409982495863e-05","extrapolation_nmse":"0.0005256116443443546"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"5.258918207081822e-06","extrapolation_nmse":"0.0003550816121257278"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.2444237603385046e-05","extrapolation_nmse":"0.0006071173514024681"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.006026763102989203","extrapolation_nmse":"0.06144266670530642"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.16218962568274692","extrapolation_nmse":"0.5358827317421053"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.10716887839855013","extrapolation_nmse":"0.20709880282265422"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.06860185002271532","extrapolation_nmse":"0.7895648425227862"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0013842476882995193","extrapolation_nmse":"0.06330850443785337"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.7564119480931123e-06","extrapolation_nmse":"0.00012284423310687242"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.2676417725697755","extrapolation_nmse":"0.3457113319377643"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.6972880274956552e-06","extrapolation_nmse":"0.0007477118314559375"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.008274198056951032","extrapolation_nmse":"0.1384038683865824"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.026594748902990305","extrapolation_nmse":"0.7784179248949855"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.018260086439138044","extrapolation_nmse":"0.6883315806180088"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0017452330765663014","extrapolation_nmse":"0.12771560960785164"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.019399951987386668","extrapolation_nmse":"0.10835427081715135"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.011124836734196107","extrapolation_nmse":"0.3176566134306273"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.009738731136239137","extrapolation_nmse":"0.40759626299652557"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.021795315849923717","extrapolation_nmse":"0.3999417131145732"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0012097900350992628","extrapolation_nmse":"0.14100342580657182"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.2858531979528316e-06","extrapolation_nmse":"0.0005281734627942113"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.3364692700710535e-06","extrapolation_nmse":"0.0007369314080404951"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.9528320405376892e-05","extrapolation_nmse":"0.0014455702494455892"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"9.111296222686333e-06","extrapolation_nmse":"0.000248718911913778"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.10116563793051253","extrapolation_nmse":"0.5706309832368378"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.009417829741061028","extrapolation_nmse":"0.6225190040853588"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0495860099384426","extrapolation_nmse":"0.34916692580423586"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0029262442726601164","extrapolation_nmse":"0.07617909369537984"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.481493327369071e-06","extrapolation_nmse":"0.0002939055442846783"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02752534130985818","extrapolation_nmse":"0.7408209476053988"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.68741861520115e-06","extrapolation_nmse":"0.0007263810813336757"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.006657148191480574","extrapolation_nmse":"0.3784024525500011"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.2760785143022705","extrapolation_nmse":"0.8836074785939462"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.1176105290332943","extrapolation_nmse":"0.7767506064351759"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.006429269197895538","extrapolation_nmse":"0.06139471538826356"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"8.267553300209959e-05","extrapolation_nmse":"0.004575701711420964"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.08901412608988445","extrapolation_nmse":"0.3082884062170748"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.00832887896133633","extrapolation_nmse":"0.1726010128283037"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.1978496270308711","extrapolation_nmse":"1.054250933071647"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"8.719976679030239e-05","extrapolation_nmse":"0.009396526809821046"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.729628936866646e-06","extrapolation_nmse":"0.0001538721690272884"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"5.702851919135233e-06","extrapolation_nmse":"0.00015844752896437004"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.5303084365370496e-05","extrapolation_nmse":"0.0005427115482037919"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.589917365344807e-06","extrapolation_nmse":"0.000973648042007229"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.033828439573835446","extrapolation_nmse":"0.2429243790002557"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.013038577532857447","extrapolation_nmse":"0.25719962251558304"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.02037129091893699","extrapolation_nmse":"0.5284769488878209"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"9.038229435786911e-05","extrapolation_nmse":"0.006438485940042378"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.0423382654768725e-06","extrapolation_nmse":"0.0001038367766351317"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.06254967810357648","extrapolation_nmse":"0.4334683118462832"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"3.0446624918843547e-06","extrapolation_nmse":"0.0003568127041815873"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.004121315523453798","extrapolation_nmse":"0.11098845021518022"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.05923548669975367","extrapolation_nmse":"1.2589254117941675"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.07444778719644796","extrapolation_nmse":"0.7306608074364255"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.016954171088600537","extrapolation_nmse":"0.11898571529758682"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"7.073118387080423e-06","extrapolation_nmse":"0.0006501843054493505"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0977665991717862","extrapolation_nmse":"0.6577234030112885"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.01864232036417126","extrapolation_nmse":"0.4483537608912329"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.27476968775159166","extrapolation_nmse":"0.2834408030082486"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0010724880037103171","extrapolation_nmse":"0.0754521650456739"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"3.051351469390383e-06","extrapolation_nmse":"0.00046458077630040577"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"4.629949633247315e-06","extrapolation_nmse":"0.0007144812564391458"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.016837716510008833","extrapolation_nmse":"0.14465664062011144"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"8.273966736552054e-06","extrapolation_nmse":"0.00019113098589407007"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.20770071232042012","extrapolation_nmse":"0.8492804149999585"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.09579460840055715","extrapolation_nmse":"0.19948986860172924"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.018750118460945937","extrapolation_nmse":"1.052870022238646"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"3.38611597783533e-06","extrapolation_nmse":"0.00023855773652159862"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"8.237664289141776e-07","extrapolation_nmse":"0.0002239787054974732"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.18649086094740028","extrapolation_nmse":"1.1717960463775883"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.009249115583874609","extrapolation_nmse":"0.05257325028728467"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.005296400389212988","extrapolation_nmse":"0.2809911406924646"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.31622776601683794","extrapolation_nmse":"0.31315392149533394"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.03816490127548286","extrapolation_nmse":"0.7453230990690918"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.3724887923674375e-05","extrapolation_nmse":"0.00028731653160216075"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.88497369900563e-06","extrapolation_nmse":"0.0005565320293873527"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.09447339519442964","extrapolation_nmse":"0.24886379038211567"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.02562707338827805","extrapolation_nmse":"0.4566501613758346"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.03763626177517145","extrapolation_nmse":"0.3639971712423835"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.00427609194213033","extrapolation_nmse":"0.0634948224862183"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"5.1523075692138305e-06","extrapolation_nmse":"0.000787664325561883"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"7.706490937731564e-06","extrapolation_nmse":"0.00014904590520186777"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.045556957520423005","extrapolation_nmse":"0.12375875363477064"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.9965580959279e-06","extrapolation_nmse":"0.00020912914429158208"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0603022771006563","extrapolation_nmse":"0.3063343067017033"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.026920618222141","extrapolation_nmse":"0.33615273263175677"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.05613368205845851","extrapolation_nmse":"0.6006148715933172"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0008098392102392153","extrapolation_nmse":"0.0360497230438778"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"9.205308541889538e-07","extrapolation_nmse":"0.0001424034836302595"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.07700752577335057","extrapolation_nmse":"0.28453925333699265"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.009148090593971208","extrapolation_nmse":"0.05231918868664543"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.007124987100676742","extrapolation_nmse":"0.22710939553719922"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.31622776601683794","extrapolation_nmse":"0.3966203712645786"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.010573496704876301","extrapolation_nmse":"0.4912849269470401"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.012561585197297494","extrapolation_nmse":"0.13560447395736436"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.0299925732636875e-05","extrapolation_nmse":"0.0013404725768625875"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.03686968461885211","extrapolation_nmse":"0.488854191473163"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.00854716749488475","extrapolation_nmse":"0.5078662325893073"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.026051865472016898","extrapolation_nmse":"0.4705535061917329"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0005848070595854918","extrapolation_nmse":"0.0826227127676182"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.9976981866302477e-06","extrapolation_nmse":"0.00017196909964289849"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"4.556231386717211e-06","extrapolation_nmse":"0.0001883686489907384"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.021102878242511443","extrapolation_nmse":"0.3278308473517581"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0020915112120503216","extrapolation_nmse":"0.05089192408836066"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.049883412398635175","extrapolation_nmse":"0.5526028657867353"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.04290177213359029","extrapolation_nmse":"0.32973555718023617"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.15195435708357588","extrapolation_nmse":"0.6082685335092579"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.159593545071767e-06","extrapolation_nmse":"9.20493721024739e-05"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.0532043632697444e-06","extrapolation_nmse":"5.704627487753772e-05"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.02463578999924461","extrapolation_nmse":"0.8424221850065731"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"6.899816355406558e-06","extrapolation_nmse":"0.021064213860470284"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.04115852676434794","extrapolation_nmse":"0.16389807283885668"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.1169004539045082","extrapolation_nmse":"1.2589254117941675"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.09137592295786144","extrapolation_nmse":"0.3756759258753327"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0014258477729813877","extrapolation_nmse":"0.13105467801156034"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.004268896577901096","extrapolation_nmse":"0.14649429222672353"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.10731279779131014","extrapolation_nmse":"0.5639931006598843"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.04958908871068973","extrapolation_nmse":"0.3754046918698039"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.302517244351549","extrapolation_nmse":"0.2561933290174243"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.5926501112962874e-06","extrapolation_nmse":"0.00021050120305962875"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.2788012181285903e-06","extrapolation_nmse":"0.000542761345705438"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.716590757652209e-06","extrapolation_nmse":"0.0005609998836588675"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.006123367692178566","extrapolation_nmse":"0.22734438312726346"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"7.553199987471265e-05","extrapolation_nmse":"0.005902816371176446"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.15214912572692768","extrapolation_nmse":"0.3520510311426956"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.06615159429906738","extrapolation_nmse":"0.3748621534533172"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.19846400821443855","extrapolation_nmse":"0.3581049570212768"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.518396479402637e-06","extrapolation_nmse":"0.00026801203775606"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.9985156871675273e-06","extrapolation_nmse":"0.000133615084136929"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.07508367916294711","extrapolation_nmse":"0.25384041958884623"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"7.707634396546643e-06","extrapolation_nmse":"0.00043120443095170187"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.103294057910372e-05","extrapolation_nmse":"0.00043433932968908387"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.05944630217060988","extrapolation_nmse":"1.2589254117941675"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0200284690030169","extrapolation_nmse":"0.19447699095963722"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.00514917343311461","extrapolation_nmse":"0.08764554544838696"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.024445502093122157","extrapolation_nmse":"0.15172428614282116"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.05028762226413175","extrapolation_nmse":"0.3541333581616825"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.006110786773180294","extrapolation_nmse":"0.22864804184704626"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.16496078879186293","extrapolation_nmse":"0.35490415777077683"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"4.34635906198149e-06","extrapolation_nmse":"0.00017256379919287888"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.343836684616507e-06","extrapolation_nmse":"0.0003275293716523494"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.989557280646946e-06","extrapolation_nmse":"0.00014312330366459005"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.00485015649093365","extrapolation_nmse":"0.3441829299579593"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0020369222382410853","extrapolation_nmse":"0.1652543895554811"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.053739167949673844","extrapolation_nmse":"0.5210882401498286"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.12369527492186136","extrapolation_nmse":"0.4654503507179444"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.07769849165856815","extrapolation_nmse":"0.6303480761767548"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.9770378393435263e-06","extrapolation_nmse":"0.000357030729998297"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.170218579203633e-07","extrapolation_nmse":"0.0001093685147166076"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.09729699348961722","extrapolation_nmse":"1.0931197697371535"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"7.106047990348753e-06","extrapolation_nmse":"0.0006661370522345103"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.889637101970498e-06","extrapolation_nmse":"0.0008376647108585866"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.07218396782769687","extrapolation_nmse":"0.41925676114088917"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.06502565542702511","extrapolation_nmse":"0.5824291804506748"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0017875685537028995","extrapolation_nmse":"0.08031462446587964"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.168319872686662e-06","extrapolation_nmse":"0.00031750548009388917"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.026047154579210474","extrapolation_nmse":"0.5238146107439073"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.009600823800374081","extrapolation_nmse":"0.13198815190798432"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.26194896119386546","extrapolation_nmse":"0.3274123904184438"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.0278009337212587e-06","extrapolation_nmse":"0.00021789749253605734"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"7.538154044020821e-06","extrapolation_nmse":"0.0009339919160473"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"6.744570802835912e-06","extrapolation_nmse":"0.0004465037329570895"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.05001538047690219","extrapolation_nmse":"0.16341058129675495"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.011408521520625515","extrapolation_nmse":"0.04916813180932081"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.026980984086056863","extrapolation_nmse":"0.9802490236941828"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.042785912645720924","extrapolation_nmse":"0.19556963940042071"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.22107355397025372","extrapolation_nmse":"1.146220194294884"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.7631421075599574e-06","extrapolation_nmse":"0.00025682103521921157"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.1664480136886528e-06","extrapolation_nmse":"0.0002102203600401815"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.021870250466084342","extrapolation_nmse":"0.4834645934987619"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"6.243647185876062e-06","extrapolation_nmse":"0.0012338090722682242"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"7.044666027394274e-06","extrapolation_nmse":"0.00042779068797897126"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.08932441823401817","extrapolation_nmse":"0.796243878989263"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.025888451427700743","extrapolation_nmse":"0.2664953135045281"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.032795964823249e-05","extrapolation_nmse":"0.007832295630954117"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.0733844612186604e-05","extrapolation_nmse":"0.0004979188411380437"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.031680394696423766","extrapolation_nmse":"0.3986327793855322"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.04302497413309788","extrapolation_nmse":"0.22223267099230445"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.08964802593221344","extrapolation_nmse":"0.5098740878506117"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"4.42347228608879e-06","extrapolation_nmse":"0.0006397043068103205"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.121947700930958e-06","extrapolation_nmse":"0.0007185847160700216"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"4.4986210793863575e-06","extrapolation_nmse":"0.00020002773463383524"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"7.487075066158916e-05","extrapolation_nmse":"0.007419111646062615"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.009813910180294592","extrapolation_nmse":"0.05813525894166213"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.20346678904323612","extrapolation_nmse":"0.9447843737570876"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.009990163958220498","extrapolation_nmse":"0.525564222541043"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.030673834585327533","extrapolation_nmse":"0.40919982968245644"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.6117477822901127e-06","extrapolation_nmse":"0.00010448751276351865"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"9.744524118846819e-07","extrapolation_nmse":"0.00019986782979884235"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.2667980654423025","extrapolation_nmse":"0.33602395029894055"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.7427574794537936e-06","extrapolation_nmse":"0.0004128640183736975"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01502784842175401","extrapolation_nmse":"0.15312998160119073"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.025176455865998745","extrapolation_nmse":"1.0573579931383241"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.015566612716643953","extrapolation_nmse":"0.19589107001630254"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.013390243246722675","extrapolation_nmse":"0.06542338326594907"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.008403360631031311","extrapolation_nmse":"0.15881805788228884"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01722431156177383","extrapolation_nmse":"0.23970976091892235"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.027042450976800282","extrapolation_nmse":"0.24275001455442963"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.024966848824983234","extrapolation_nmse":"1.2244236975923826"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.7055443872138326e-06","extrapolation_nmse":"0.0002704459107603692"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.955122973200812e-06","extrapolation_nmse":"0.0003248189350516581"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.8191498014593887e-06","extrapolation_nmse":"0.00023432941963028524"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.4332207666581081e-05","extrapolation_nmse":"0.0015040024741326046"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.010480217236710611","extrapolation_nmse":"0.05303362337121367"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.28744632658902036","extrapolation_nmse":"0.9396683832022016"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.01717475240450401","extrapolation_nmse":"0.1896386403248478"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.17019201991964808","extrapolation_nmse":"0.6308738693970131"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.6827889191013851e-06","extrapolation_nmse":"0.0005478642665102645"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.6869015957192884e-06","extrapolation_nmse":"9.375674467140629e-05"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.13162422421289252","extrapolation_nmse":"0.5565539568182882"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.005342771526123116","extrapolation_nmse":"0.19590501884859518"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.020288404379945852","extrapolation_nmse":"0.3136131675226997"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0907965840132816","extrapolation_nmse":"0.3227780981798845"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.03890240475126432","extrapolation_nmse":"0.3759612191760593"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.0195272241415548e-05","extrapolation_nmse":"0.00046118568128010196"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.1356009026927395e-05","extrapolation_nmse":"0.0013311146359961373"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0704944456424491","extrapolation_nmse":"0.1783748955964499"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.004707791234874353","extrapolation_nmse":"0.2782076646643813"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.09423627690198809","extrapolation_nmse":"0.5273282769378567"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.8843361368353742e-06","extrapolation_nmse":"0.0006862089392889585"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"7.313744488130376e-06","extrapolation_nmse":"0.0003437221177713726"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.151786830396191e-06","extrapolation_nmse":"0.0008307274945441717"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.1089088185434798e-05","extrapolation_nmse":"0.0018670303012457575"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0014054873033968699","extrapolation_nmse":"0.09577320759147258"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.06061550241807432","extrapolation_nmse":"1.0463101250527749"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0958454544866484","extrapolation_nmse":"0.3004920348639245"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.03670007046093872","extrapolation_nmse":"0.31325426183397326"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"4.086150930540737e-06","extrapolation_nmse":"0.0005153501457077556"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.3056270212634125e-06","extrapolation_nmse":"0.00011422769107326018"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.04727006837022634","extrapolation_nmse":"0.4410841439923804"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.0772704080680483e-05","extrapolation_nmse":"0.000328575494626233"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.01106369409797849","extrapolation_nmse":"0.08636357633419021"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.045213195220435355","extrapolation_nmse":"0.29269471966715965"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.04601734217404623","extrapolation_nmse":"0.2181031721606702"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.0693779299176658e-05","extrapolation_nmse":"0.0009087514934639863"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"4.1108281207856095e-06","extrapolation_nmse":"0.0004934061365468776"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.016363413002866218","extrapolation_nmse":"0.17314979760926932"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02668318884977368","extrapolation_nmse":"0.30731651214946465"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.022761497190654692","extrapolation_nmse":"0.7993242555423532"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.724071791831706e-06","extrapolation_nmse":"0.0007517703012510129"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"6.386998622713132e-06","extrapolation_nmse":"0.0007500879178173015"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.816598688088768e-06","extrapolation_nmse":"0.00019929428861414098"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"4.225783570564093e-05","extrapolation_nmse":"0.005303279234063973"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"7.442273642387757e-06","extrapolation_nmse":"0.00023044098994437351"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.026045041132261214","extrapolation_nmse":"0.5128204049353364"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0817134755357148","extrapolation_nmse":"0.19776643821788395"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.026991780767464817","extrapolation_nmse":"0.3454629474033314"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.2416215711837256e-06","extrapolation_nmse":"0.00039954057020387347"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.6503263446276999e-06","extrapolation_nmse":"6.857396381771801e-05"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.09624580995657375","extrapolation_nmse":"0.8646378891364789"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.7395430768995346e-06","extrapolation_nmse":"0.0003622018682930391"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.02608708184841464","extrapolation_nmse":"0.17641433299577403"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.04594540176167576","extrapolation_nmse":"0.29302871406600445"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02393934161169715","extrapolation_nmse":"0.18365007025113309"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"7.407721560772279e-06","extrapolation_nmse":"0.0005247783537345147"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"9.915833545386074e-06","extrapolation_nmse":"0.0005872129388546446"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02451202148849675","extrapolation_nmse":"0.2132589211454701"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.2342035704988354e-05","extrapolation_nmse":"0.001315816564980668"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.21948265416767443","extrapolation_nmse":"0.49476314794672044"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.625318865359135e-06","extrapolation_nmse":"0.0006765823965274465"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"7.61598179690413e-06","extrapolation_nmse":"0.0007004828436290908"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.1949669316076068e-06","extrapolation_nmse":"0.0004341226031034336"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"6.37159646295183e-05","extrapolation_nmse":"0.004317095241053638"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.8971741208488566e-06","extrapolation_nmse":"0.0006785862444641638"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.16553810320493054","extrapolation_nmse":"0.5531320049564301"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.07148054579580836","extrapolation_nmse":"0.343900000092902"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.056791985964154496","extrapolation_nmse":"0.9208231520407407"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"8.363678524582164e-07","extrapolation_nmse":"0.00017076656883037875"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"4.858446631883439e-07","extrapolation_nmse":"0.00011737274238936552"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.19563723822590948","extrapolation_nmse":"0.29729849606227093"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.9117398024123475e-06","extrapolation_nmse":"0.00027399013572629224"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0064973327470120475","extrapolation_nmse":"0.15922736840383722"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.07430481682740851","extrapolation_nmse":"0.6245316735532477"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.01476828170559801","extrapolation_nmse":"0.6902230547646938"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"6.988879523084141e-06","extrapolation_nmse":"0.0005520169938469106"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"5.630327358817605e-06","extrapolation_nmse":"0.0009293328980864309"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.04514868802920956","extrapolation_nmse":"0.25468247569742897"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.079905669594029e-05","extrapolation_nmse":"0.0011058544148523314"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.04809869133214127","extrapolation_nmse":"1.1865364341263411"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"4.2964357453167095e-06","extrapolation_nmse":"0.0005167945827070979"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.4699785750054622e-06","extrapolation_nmse":"0.0002838463612895451"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"4.125422034435284e-06","extrapolation_nmse":"0.00037028402495247587"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.776638046355941e-05","extrapolation_nmse":"0.0006362147280015507"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.004116749713427972","extrapolation_nmse":"0.1398317908593527"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.14067038897327408","extrapolation_nmse":"0.27869227489799003"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.07831200788716162","extrapolation_nmse":"0.15965277964595706"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.020897639709311983","extrapolation_nmse":"0.7180097913706794"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.3334312816833976e-06","extrapolation_nmse":"0.0005384463907174831"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.3326164380655227e-06","extrapolation_nmse":"5.33072757894341e-05"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.31622776601683794","extrapolation_nmse":"0.7247982947238898"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.1328202445159742e-06","extrapolation_nmse":"0.00022561383112042473"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.030059481281890777","extrapolation_nmse":"0.3362419050191606"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.08056468358709293","extrapolation_nmse":"0.5764247796456815"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.013126346213190143","extrapolation_nmse":"0.3785947672143052"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.002773121431540427","extrapolation_nmse":"0.07531160050350125"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.7786512937563534e-06","extrapolation_nmse":"0.0015241485369811424"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.011362670719815764","extrapolation_nmse":"0.2710131564517127"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.05498779740122395","extrapolation_nmse":"0.11984378809420072"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.03834813710195458","extrapolation_nmse":"0.5686482588595544"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.9635855761613935e-06","extrapolation_nmse":"0.00013449092368474346"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"6.2087680886608865e-06","extrapolation_nmse":"0.0004414387891709456"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.910503071144624e-07","extrapolation_nmse":"8.864940324852593e-05"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.017582378483153256","extrapolation_nmse":"0.2818112205657036"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.4012094075626272e-06","extrapolation_nmse":"0.00030917889447496086"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.014239108775445142","extrapolation_nmse":"0.7557288884536201"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.399656872109926e-06","extrapolation_nmse":"0.0012694987037109363"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.024751598137277786","extrapolation_nmse":"0.22911682048640442"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.6107346770747155e-06","extrapolation_nmse":"0.0003029122511341689"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.9831135123388925e-07","extrapolation_nmse":"0.00013821447840653447"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.06543076535512392","extrapolation_nmse":"0.17817326507560088"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.6012231450631376e-06","extrapolation_nmse":"0.0005590339858929671"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.089061508014766e-06","extrapolation_nmse":"0.0013197677909915846"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.03841667954712736","extrapolation_nmse":"0.5044202862542597"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.05372899048795434","extrapolation_nmse":"0.434613573956598"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.001509146275398558","extrapolation_nmse":"0.07777666904681545"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.4875313355919155e-06","extrapolation_nmse":"0.00044266101744407923"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.02637468970413536","extrapolation_nmse":"0.1101540385871582"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01882041170300883","extrapolation_nmse":"0.1625623283754909"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.022729416490616685","extrapolation_nmse":"0.2536417144797349"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.471805144190195e-06","extrapolation_nmse":"0.0003317501397780527"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"9.108598659904822e-07","extrapolation_nmse":"0.00022378259764791283"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.756106453845069e-06","extrapolation_nmse":"0.000493227786847037"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"9.553605832609468e-06","extrapolation_nmse":"0.0005887807872319029"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.8817049653627773e-06","extrapolation_nmse":"0.0002730103685433023"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.11178928263634275","extrapolation_nmse":"0.6831816031949932"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.3310344490609512e-05","extrapolation_nmse":"0.0013544439923898737"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.013189466756086067","extrapolation_nmse":"0.6134602884593815"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.743240645296724e-07","extrapolation_nmse":"0.00033308543803401954"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"7.915961852724153e-05"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.092187367865999","extrapolation_nmse":"0.20138563046382732"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.271767848360704e-06","extrapolation_nmse":"0.0006789389014392425"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.4595695936843603e-06","extrapolation_nmse":"0.0007575563309390511"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.015802197231284093","extrapolation_nmse":"0.3460022295140027"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.004924280355725466","extrapolation_nmse":"0.14552559492682593"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.005126128401414863","extrapolation_nmse":"0.07586579420018505"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.7280107010816304e-06","extrapolation_nmse":"0.00044369070624558464"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.009546886092573143","extrapolation_nmse":"0.31694814717341174"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0039819960600668385","extrapolation_nmse":"0.15521087723098206"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.13151524446506035","extrapolation_nmse":"0.20095985228599234"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.255115780825792e-07","extrapolation_nmse":"7.658692624879124e-05"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.0070361248492625e-06","extrapolation_nmse":"0.00017357563568934053"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.722056482041607e-06","extrapolation_nmse":"0.00040199336759227575"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.1564765694945113e-05","extrapolation_nmse":"0.0007336089340100861"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.640136223366145e-06","extrapolation_nmse":"0.00017408864234772734"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.016750612436507818","extrapolation_nmse":"0.24918885933503696"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.206753332323994e-06","extrapolation_nmse":"0.0006674863754334238"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.054707237763784444","extrapolation_nmse":"0.2750141775667164"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.315742609835924e-07","extrapolation_nmse":"0.00011873341728563823"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.365022161318192e-07","extrapolation_nmse":"0.00013408819855985663"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.029677906387497014","extrapolation_nmse":"0.806075437467287"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.2635177581302295e-06","extrapolation_nmse":"0.0002284651008501768"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.5974272943646675e-06","extrapolation_nmse":"0.0008229089137145258"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.012211944170011008","extrapolation_nmse":"0.35538543645720644"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.035129652656911724","extrapolation_nmse":"0.12544775850327455"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.010157591305117276","extrapolation_nmse":"0.07249465918800671"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.921296467381147e-06","extrapolation_nmse":"0.0001887426589140088"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"9.275533795235224e-06","extrapolation_nmse":"0.0008077107400987837"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.02494902531143842","extrapolation_nmse":"0.06682124953794288"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0385310840292824","extrapolation_nmse":"0.2476873942902589"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.011161207207894e-07","extrapolation_nmse":"0.00046405862127295506"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.3948498324291245e-06","extrapolation_nmse":"0.0001400510217542243"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.609711912686979e-07","extrapolation_nmse":"8.535851889940622e-05"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.803231110448e-06","extrapolation_nmse":"0.0009747219193259613"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.9352974907537576e-06","extrapolation_nmse":"0.0002535225839533347"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.108543310623072","extrapolation_nmse":"0.3401399146836335"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"8.002502866512488e-06","extrapolation_nmse":"0.0011128722781560839"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.03101766454973708","extrapolation_nmse":"0.34440165141603524"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.533050583261046e-06","extrapolation_nmse":"0.0001332063001075333"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.383167772097752e-07","extrapolation_nmse":"5.5635845989657754e-05"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.041961600859156054","extrapolation_nmse":"0.16173552522453027"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.0221341222711165e-06","extrapolation_nmse":"0.0004708780696525976"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.567111892020543e-06","extrapolation_nmse":"0.0005722770283414044"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.03333446208497044","extrapolation_nmse":"0.4726045882054775"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.007471874786791718","extrapolation_nmse":"0.26191077775969257"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0028614047364320257","extrapolation_nmse":"0.0805606637540685"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.7607072941360792e-06","extrapolation_nmse":"0.00022531986345912246"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.4015820135137225e-05","extrapolation_nmse":"0.0021180401268422753"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.008800465483102976","extrapolation_nmse":"0.17674503095925856"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.05079191214114385","extrapolation_nmse":"0.2180750011141453"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.831760148935172e-06","extrapolation_nmse":"0.00011330803817476396"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.237409079742274e-06","extrapolation_nmse":"0.0004912197073724071"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-021","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.5568239085774016e-06","extrapolation_nmse":"8.852883280313539e-05"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-022","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"8.715031421234519e-05","extrapolation_nmse":"0.00895764545545408"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-023","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.9220688913020986e-06","extrapolation_nmse":"0.00045700779468498063"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-024","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.12427285689875171","extrapolation_nmse":"0.46781003328251075"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-025","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.04555751146808453","extrapolation_nmse":"0.13670735521438307"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-026","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01898309043370438","extrapolation_nmse":"0.698996293626464"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-027","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.591849827739532e-07","extrapolation_nmse":"0.00032365582905079514"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-028","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.748127552515312e-07","extrapolation_nmse":"7.020633939641947e-05"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-029","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.08578284344361184","extrapolation_nmse":"0.2851957299096066"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-030","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.829503437843045e-06","extrapolation_nmse":"0.00034607345850975346"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-031","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.741003060645168e-06","extrapolation_nmse":"0.0004173469815524746"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-032","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.016579486904771755","extrapolation_nmse":"0.3888284026651157"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-033","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0164058693330073","extrapolation_nmse":"0.25449711753174986"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-034","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0044502765149221106","extrapolation_nmse":"0.03905864512490319"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-035","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.6332648794691623e-06","extrapolation_nmse":"0.0002300155222773186"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-036","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.472110935612171e-05","extrapolation_nmse":"0.0007332137504763498"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-037","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0037840277982642946","extrapolation_nmse":"0.06505266450273335"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-038","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.04649482923078659","extrapolation_nmse":"0.5353817166818714"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-039","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.0291894348205856e-06","extrapolation_nmse":"0.00010916382791323089"},{"domain":"science","category":"Reaction kinetics","task_id":"sci-040","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.2234357838909238e-06","extrapolation_nmse":"0.00016062735014588287"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"4.0828250328892654e-06","extrapolation_nmse":"0.019722722647481174"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.6139847748292713e-06","extrapolation_nmse":"0.00011045451013032714"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"3.97975799895841e-06","extrapolation_nmse":"0.00019459093823954234"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.000718843341247902","extrapolation_nmse":"0.1276194378335571"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.019518867721828388","extrapolation_nmse":"0.616729882354426"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.19026477187028867","extrapolation_nmse":"0.9415766372046579"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.011631770828888952","extrapolation_nmse":"0.11254436515940593"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0065925272775419","extrapolation_nmse":"0.35350329209780634"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.346139980538487e-06","extrapolation_nmse":"8.107181239803888e-05"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.008064622156342002","extrapolation_nmse":"0.26008075438909223"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"7.318012496790225e-07","extrapolation_nmse":"0.0002060612319575496"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.8712791133543708e-06","extrapolation_nmse":"0.00022112513448038703"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0014867034560905378","extrapolation_nmse":"0.052228678154282275"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.09981726555775575","extrapolation_nmse":"0.21223103660323644"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.007176686710990694","extrapolation_nmse":"0.220458004072459"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0600500592599451","extrapolation_nmse":"0.8918656275700364"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0171267787558864","extrapolation_nmse":"0.05398186935336996"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0011527684633694567","extrapolation_nmse":"0.062353400001079584"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"4.6747406658259765e-05","extrapolation_nmse":"0.008957584077997897"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.078711137952877","extrapolation_nmse":"0.47467640427424673"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"3.0618377317846746e-06","extrapolation_nmse":"0.0003270211945528134"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.071346144244007e-06","extrapolation_nmse":"7.14140057472082e-05"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"3.5669730253995236e-06","extrapolation_nmse":"0.0006963040540584357"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"8.212821913037457e-06","extrapolation_nmse":"0.028857774146006997"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.030844636229601697","extrapolation_nmse":"0.31353316373938267"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.06285371643592912","extrapolation_nmse":"0.39793753007009697"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.010556267867581764","extrapolation_nmse":"0.2162551573316332"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.00826715419613889","extrapolation_nmse":"0.3707721225564338"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"5.807525875757908e-07","extrapolation_nmse":"0.00022268670018190837"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.09153378942056624","extrapolation_nmse":"0.1670353817221836"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.7989425911287677e-06","extrapolation_nmse":"0.00039903862398618656"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.6853000736408104e-06","extrapolation_nmse":"0.0002809056810991688"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.010074731258090448","extrapolation_nmse":"0.11943834475747943"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02733660278467909","extrapolation_nmse":"0.8101978119938759"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.030121137221024094","extrapolation_nmse":"0.10181913313790807"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.05127394573592109","extrapolation_nmse":"0.2678183926477092"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.002367658298601903","extrapolation_nmse":"0.06523313546817991"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0018998176723906393","extrapolation_nmse":"0.03072123501644747"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.007277866353004585","extrapolation_nmse":"0.08440061800692074"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.030504660341614098","extrapolation_nmse":"0.8731020357943795"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.0595023708953722e-06","extrapolation_nmse":"0.00014770305703673225"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.2382803576964873e-06","extrapolation_nmse":"0.0001353672336872795"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"9.466085468001332e-07","extrapolation_nmse":"0.00021278695007812947"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"3.073186137671164e-06","extrapolation_nmse":"0.022871080014977428"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.12689058221126734","extrapolation_nmse":"0.25464274825687583"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.04117608124039932","extrapolation_nmse":"0.3043917332897513"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0026131293544628662","extrapolation_nmse":"0.272951863983145"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.007387128406987832","extrapolation_nmse":"0.20458567430972935"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.6444825223866227e-06","extrapolation_nmse":"0.0001032006690880566"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.011430038069898016","extrapolation_nmse":"0.28011999853808306"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"6.247753570312774e-07","extrapolation_nmse":"6.60814715364588e-05"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.9502725286683993e-06","extrapolation_nmse":"0.0004578663417525602"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0013349724040632256","extrapolation_nmse":"0.09521612762076964"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.07286118153060803","extrapolation_nmse":"0.5253454333495238"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.007925563031401028","extrapolation_nmse":"0.43799264194175797"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.15201566782556206","extrapolation_nmse":"0.6690986284432732"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.001544483828383329","extrapolation_nmse":"0.26407548372626605"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.006125178841393469","extrapolation_nmse":"0.09377746363691908"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0024551970368373905","extrapolation_nmse":"0.07670140719760181"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.12532193265942962","extrapolation_nmse":"0.37434313616745263"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"3.1673196770213925e-06","extrapolation_nmse":"9.546200745758863e-05"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"9.779582053546653e-07","extrapolation_nmse":"0.00018835531643711425"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.000911596099546315","extrapolation_nmse":"0.07444460164497232"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.003292989308190087","extrapolation_nmse":"0.03197079014148824"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.014113565411578783","extrapolation_nmse":"0.3571550009390271"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.1177403918793034","extrapolation_nmse":"0.6262409545307596"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.027374654449737593","extrapolation_nmse":"0.2437894961516006"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.02965629418728428","extrapolation_nmse":"0.14053342611080183"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.3214106610312267e-06","extrapolation_nmse":"6.129188069194527e-05"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.09352289508031411","extrapolation_nmse":"0.33053207878872715"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"6.835396460147762e-07","extrapolation_nmse":"0.00012812207650897157"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.1205381997005707e-06","extrapolation_nmse":"0.0004001134619468381"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.003176978014703174","extrapolation_nmse":"0.13998890111464807"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.030597150811719518","extrapolation_nmse":"0.23238794964417608"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.004221447146606427","extrapolation_nmse":"0.24078492560292522"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.08755590133184205","extrapolation_nmse":"0.901625065453203"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.018358062911473252","extrapolation_nmse":"0.14664605711718445"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"4.613932746617118e-05","extrapolation_nmse":"0.0066743415948945116"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0021012456898905052","extrapolation_nmse":"0.1162130958306417"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.08266926835310202","extrapolation_nmse":"0.9426105997276413"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"5.1509053655042726e-06","extrapolation_nmse":"0.016010032499973778"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"8.826224866132063e-07","extrapolation_nmse":"0.00010940822218144338"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.005805420425627133","extrapolation_nmse":"0.12450736878774928"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.004438408867863114","extrapolation_nmse":"0.10264363796247743"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.19142503754216286","extrapolation_nmse":"0.3127836424078245"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.08108058796445772","extrapolation_nmse":"0.6410280599183106"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.03237920713373824","extrapolation_nmse":"0.24761705903979966"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.009382490456902821","extrapolation_nmse":"0.11429554573627428"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.0517061592601782e-06","extrapolation_nmse":"0.0003489825678047524"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.01344078413015075","extrapolation_nmse":"0.19571256761260866"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"7.119816243600763e-07","extrapolation_nmse":"0.00021672038990723345"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.6508728489099642e-06","extrapolation_nmse":"0.00014592683906664258"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.011625810464461794","extrapolation_nmse":"0.07425895388500672"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.04502717526248348","extrapolation_nmse":"0.30671234728845487"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.029398184647416545","extrapolation_nmse":"0.2799855382729431"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.06060278885982986","extrapolation_nmse":"0.541128435855844"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.014355787944553536","extrapolation_nmse":"0.10989319123420899"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0021363582786746963","extrapolation_nmse":"0.054145629835019624"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.006469393151368952","extrapolation_nmse":"0.08670896850896688"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.10797644687723026","extrapolation_nmse":"0.23715482332465077"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.1526145424451333e-06","extrapolation_nmse":"0.0003151388535623881"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.2616486379118482e-06","extrapolation_nmse":"8.535249323992727e-05"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.52030453601473e-06","extrapolation_nmse":"0.00013947235830583433"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0007922372125616641","extrapolation_nmse":"0.10602003678560684"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.08921610138435272","extrapolation_nmse":"0.30957305197048585"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.07835034525467861","extrapolation_nmse":"0.3214010649920972"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.006701984569361076","extrapolation_nmse":"0.11142856921788873"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.039646887480572414","extrapolation_nmse":"0.36824050477004994"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.0014553297716404e-06","extrapolation_nmse":"0.00024725218169656475"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.04936043637033629","extrapolation_nmse":"0.576729152137382"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.4607814112079484e-06","extrapolation_nmse":"0.00017861901068144212"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.7502160701589157e-06","extrapolation_nmse":"0.0007276495052396726"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.012389826827113128","extrapolation_nmse":"0.1097517765080419"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.13933284114244637","extrapolation_nmse":"0.39113576709617515"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0043575585612675586","extrapolation_nmse":"0.2266269389831815"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.20620473831935301","extrapolation_nmse":"0.4845924965966908"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0030880468634559644","extrapolation_nmse":"0.10315413503450523"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"3.4312153148768736e-06","extrapolation_nmse":"0.02135071813708766"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.001243518342389166","extrapolation_nmse":"0.18386983200562546"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.050810544278422486","extrapolation_nmse":"0.7557894063581312"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.1281741199546657e-06","extrapolation_nmse":"0.0005499509783839192"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.039677581650683e-06","extrapolation_nmse":"0.00011215636202374766"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.819321392373025e-06","extrapolation_nmse":"0.0001265825553672339"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.3721431416659738e-06","extrapolation_nmse":"0.00043661462677491874"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.020552676230520782","extrapolation_nmse":"0.23317359771772267"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.059184980034230304","extrapolation_nmse":"0.553677747506282"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.007696567232747312","extrapolation_nmse":"0.3405063076660905"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.02383846097815463","extrapolation_nmse":"0.3628378632317087"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.9024995998103646e-06","extrapolation_nmse":"0.0003445189685665332"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0194664291584671","extrapolation_nmse":"0.16977741781566988"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.913945135539059e-07","extrapolation_nmse":"0.00027418921364539265"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.305242031138591e-06","extrapolation_nmse":"0.00024619186499235925"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"6.786918908331098e-05","extrapolation_nmse":"0.007337315704270585"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.09876842188041224","extrapolation_nmse":"0.5973522579475091"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.013953432654298386","extrapolation_nmse":"0.22766192208575758"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.07297283520400298","extrapolation_nmse":"0.2953360382770395"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.020563464608742935","extrapolation_nmse":"0.1610796232660614"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.063917140063422e-06","extrapolation_nmse":"0.00016111795500611332"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0014531177306464453","extrapolation_nmse":"0.07047273967549456"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.03173026375631597","extrapolation_nmse":"0.5366978463409666"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.0495446423554186e-06","extrapolation_nmse":"0.0004027925155710435"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.584290410590741e-07","extrapolation_nmse":"0.00012913335324900015"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"4.280142426068788e-06","extrapolation_nmse":"0.0001581462979180971"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"5.412054532781817e-06","extrapolation_nmse":"0.01166813835127805"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.11948241113862601","extrapolation_nmse":"0.8060955121438305"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.032044808140790394","extrapolation_nmse":"0.9362519446327648"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.005323822890066766","extrapolation_nmse":"0.19658477882677744"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.015190935225813041","extrapolation_nmse":"0.12271782871680055"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.13289062731151e-06","extrapolation_nmse":"0.00038505615495367624"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.020352034392942173","extrapolation_nmse":"0.3101298177723144"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.180503870792989e-07","extrapolation_nmse":"0.00013484477834478333"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"4.689479196648795e-06","extrapolation_nmse":"0.015263316094856653"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0028178258106260493","extrapolation_nmse":"0.05941772762215037"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.09182573550243638","extrapolation_nmse":"0.27780160306563745"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.02208647616163903","extrapolation_nmse":"0.21221907091586178"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.18287931475731042","extrapolation_nmse":"0.33059693998701806"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.005049713283853459","extrapolation_nmse":"0.10706194134855662"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"4.37291277193429e-06","extrapolation_nmse":"0.00023578079447359257"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.002519468827408237","extrapolation_nmse":"0.05649167927764098"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.1864603903814992","extrapolation_nmse":"0.4121591050888482"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.3622820898732682e-06","extrapolation_nmse":"0.0001436784748718489"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"4.1752095449966645e-07","extrapolation_nmse":"0.00016795756190340514"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0027735489010938807","extrapolation_nmse":"0.03990229498853097"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.001283996188600777","extrapolation_nmse":"0.0635418707315897"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.1820319249776792","extrapolation_nmse":"0.3816383449582325"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.04004038554255898","extrapolation_nmse":"1.0589690981430306"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.02564210080447686","extrapolation_nmse":"0.14911478506885992"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.005140619999977348","extrapolation_nmse":"0.15176674235730006"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"8.453020721347267e-07","extrapolation_nmse":"0.00021440834459904805"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.033639842555486715","extrapolation_nmse":"0.25331449654386845"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.2144984785004346e-06","extrapolation_nmse":"0.0002055107917406608"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.3766460068542897e-06","extrapolation_nmse":"0.0001305368665864057"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0028007495235389496","extrapolation_nmse":"0.19874655117462114"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.11248040924628994","extrapolation_nmse":"0.6157141379340703"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.05012981792864422","extrapolation_nmse":"0.1383320483686283"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.12748392733450195","extrapolation_nmse":"0.3269391983845666"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.010361847310794934","extrapolation_nmse":"0.12008504979403178"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.0158106472376533e-06","extrapolation_nmse":"0.0005941668335437163"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.004135798987186568","extrapolation_nmse":"0.08084956330654881"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.15474449895373912","extrapolation_nmse":"0.5279516859363186"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.6036060291882013e-06","extrapolation_nmse":"0.000585489345638887"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.102903956887725e-06","extrapolation_nmse":"0.0002918627567931402"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0008134423657242526","extrapolation_nmse":"0.03314017225649832"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"4.661999393013533e-06","extrapolation_nmse":"0.02737919880558158"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.1048125988654456","extrapolation_nmse":"0.2793553787093615"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.020954211783532135","extrapolation_nmse":"0.3784801195279002"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.040058375213047566","extrapolation_nmse":"0.15651679294112242"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0683531480285938","extrapolation_nmse":"0.12018876853104264"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.4792360837046875e-06","extrapolation_nmse":"0.00021212527513222656"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.09508661934442257","extrapolation_nmse":"0.21552362872848257"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.3532868721069223e-06","extrapolation_nmse":"0.00023454427182980625"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"4.78449153160551e-06","extrapolation_nmse":"0.012935709983896343"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0044331714050812356","extrapolation_nmse":"0.23058905365086535"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.09689057447781584","extrapolation_nmse":"0.8429034485087071"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.009586175829229117","extrapolation_nmse":"0.25165541510113465"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.019422593148522148","extrapolation_nmse":"0.8916802208045747"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.022887816078857287","extrapolation_nmse":"0.22477839533587654"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0009104948570788314","extrapolation_nmse":"0.060381901316797694"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.00543520516689182","extrapolation_nmse":"0.06118743081289136"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.2020398697089045","extrapolation_nmse":"0.19607943492260343"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"8.006157563745276e-07","extrapolation_nmse":"0.000269727324353736"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.2179823848529866e-06","extrapolation_nmse":"0.0002464702560522457"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.9207007355099544e-06","extrapolation_nmse":"0.0002198262779487964"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.3910980247206295e-06","extrapolation_nmse":"0.0007032705147937703"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0805908105306151","extrapolation_nmse":"0.9522151250644187"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.038663205538336576","extrapolation_nmse":"0.35601408334864265"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.020989842066442214","extrapolation_nmse":"0.3384151793088066"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.009066888535877811","extrapolation_nmse":"0.29079644868613824"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.5337649574562453e-06","extrapolation_nmse":"9.247796380697477e-05"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.021994839548047325","extrapolation_nmse":"0.4336676805875697"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.3815896452477605e-06","extrapolation_nmse":"0.00013537608176558807"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.002844137780807023","extrapolation_nmse":"0.05932250828492957"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0035782877942154593","extrapolation_nmse":"0.050336060761579086"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.15108853330438346","extrapolation_nmse":"0.6439987194833633"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.026901465621696312","extrapolation_nmse":"0.10290815377941889"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.26825558593722454","extrapolation_nmse":"0.9552633973365097"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"1.2764821046633529e-05","extrapolation_nmse":"0.018293935770959457"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.3136041126156472e-06","extrapolation_nmse":"0.000524037602940864"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.014908957749311004","extrapolation_nmse":"0.2293132047766462"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.14198908882281894","extrapolation_nmse":"0.9625880257054332"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"4.835847297535928e-06","extrapolation_nmse":"0.00011740125968242969"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"4.813238238315008e-07","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.097829403826174e-06","extrapolation_nmse":"0.00035786388078839533"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.830963033343746e-06","extrapolation_nmse":"0.0008570102352624878"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.11895029715700779","extrapolation_nmse":"0.3291459816249834"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.03606099052626212","extrapolation_nmse":"0.3078207139358578"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.003441919009544496","extrapolation_nmse":"0.07422308899683833"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"1.044231926509746e-05","extrapolation_nmse":"0.025461561890653222"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.8367354288099233e-06","extrapolation_nmse":"6.134530596182345e-05"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.061142927492579734","extrapolation_nmse":"0.2096417465297928"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.1618227189490143e-06","extrapolation_nmse":"0.0002567925543062919"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0005130901249850954","extrapolation_nmse":"0.053551647790473125"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.014863121243399448","extrapolation_nmse":"0.12456896988814709"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.18052508456348687","extrapolation_nmse":"0.28423399935297855"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.019710878571449486","extrapolation_nmse":"0.1306601580462898"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.01847282462309655","extrapolation_nmse":"0.9456260983261189"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.2568004876803446e-06","extrapolation_nmse":"0.0005903349192864019"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.2900258726068353e-06","extrapolation_nmse":"0.00048210547600462973"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.009333521756268746","extrapolation_nmse":"0.0925728398721102"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.11593605695578982","extrapolation_nmse":"0.29466218224516183"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.084584780864528e-06","extrapolation_nmse":"0.00033896482644972916"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"4.197140750300529e-07","extrapolation_nmse":"0.00028048509473553313"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"4.721538989709637e-06","extrapolation_nmse":"0.00020152946526687563"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"4.527935000456833e-06","extrapolation_nmse":"0.00018602226942565352"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.08502136828050115","extrapolation_nmse":"0.780543688402918"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.12079975248037832","extrapolation_nmse":"1.2413943126751283"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.00802383837665301","extrapolation_nmse":"0.3586206125821986"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"5.192212706863326e-06","extrapolation_nmse":"0.0009902403493359337"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.565978136049893e-06","extrapolation_nmse":"0.0001478449826409861"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.057121213228708466","extrapolation_nmse":"0.6131691768774818"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.2391034021146868e-06","extrapolation_nmse":"0.00020271727935128957"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0022183628319584125","extrapolation_nmse":"0.13549710136375107"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.01453492144133896","extrapolation_nmse":"0.21683903499197085"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0738597454401732","extrapolation_nmse":"0.5054881306567623"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.017137693246187767","extrapolation_nmse":"0.12200642852122803"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.04121474983556516","extrapolation_nmse":"1.05223145566907"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"6.696576453757363e-06","extrapolation_nmse":"0.016447348056519113"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.4575243428349615e-06","extrapolation_nmse":"0.0001486999329733563"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.003958422433208837","extrapolation_nmse":"0.05552912705494096"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.08818752900496948","extrapolation_nmse":"0.2086916337896674"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.7205825250138167e-06","extrapolation_nmse":"0.0001903970848007615"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.3931502084874095e-06","extrapolation_nmse":"0.00011399495188989404"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.3066807705445929e-06","extrapolation_nmse":"0.0004958611826235386"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.6377985266559903e-06","extrapolation_nmse":"0.0005586418146305125"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.22485681449779735","extrapolation_nmse":"0.9649163276556343"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.05623636012219492","extrapolation_nmse":"0.5862579140531283"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.006682650819003711","extrapolation_nmse":"0.26473127577952776"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0063420221111184175","extrapolation_nmse":"0.10580653831345715"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"8.166041295764402e-07","extrapolation_nmse":"0.00011527164136810824"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.006289562803304799","extrapolation_nmse":"0.15734149336243"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.3060750348128122e-06","extrapolation_nmse":"0.00028788522606189857"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.000850670073711764","extrapolation_nmse":"0.12247940736652757"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.004956991877825373","extrapolation_nmse":"0.07241791915918332"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.047259737410374425","extrapolation_nmse":"0.1983762695479387"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.037190764583951486","extrapolation_nmse":"0.08615808198462303"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.028972099789035564","extrapolation_nmse":"0.5040023708658924"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"4.720654127814106e-06","extrapolation_nmse":"0.0006167556401619656"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0007043096166062629","extrapolation_nmse":"0.10264229600767304"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.005352566379014776","extrapolation_nmse":"0.1620493946863248"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.020805820054698807","extrapolation_nmse":"0.401758917092342"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0039546465604195806","extrapolation_nmse":"0.047926037701352044"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"4.1034031408395206e-07","extrapolation_nmse":"5.915658545942539e-05"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.7842117421151072e-06","extrapolation_nmse":"0.0006577549130382416"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.9440879752156697e-06","extrapolation_nmse":"0.00022312355348180527"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.05674963892235761","extrapolation_nmse":"0.40599475112261796"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.16176701399202636","extrapolation_nmse":"1.2500265046350052"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0025946363098628784","extrapolation_nmse":"0.181824142455478"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.019775480457717598","extrapolation_nmse":"0.19205107651683728"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.1103572374238049e-06","extrapolation_nmse":"0.00015022639671023104"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.008942388321146903","extrapolation_nmse":"0.20270220091372945"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.17883735375839e-06","extrapolation_nmse":"0.00021869635630088254"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0005545178533467202","extrapolation_nmse":"0.14112938164753505"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.013236778340709836","extrapolation_nmse":"0.08634688045168633"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.030008080547042397","extrapolation_nmse":"0.5037065552616663"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0032638892526561446","extrapolation_nmse":"0.40224296749926325"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.07934810656990489","extrapolation_nmse":"0.7895807449500435"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"9.894614900278582e-06","extrapolation_nmse":"0.011531378930292938"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.3372452291748915e-06","extrapolation_nmse":"0.00017869172960872644"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0017305647558775788","extrapolation_nmse":"0.1669980089145442"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.030175370010223263","extrapolation_nmse":"0.30508362463836364"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.42642843588109e-06","extrapolation_nmse":"0.00014383372094739925"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.999926950988445e-07","extrapolation_nmse":"5.822833132538539e-05"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.800154161956713e-06","extrapolation_nmse":"6.719072809506815e-05"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"8.133364614482066e-07","extrapolation_nmse":"0.0002966046566856514"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.10212112688650365","extrapolation_nmse":"0.1377636650586808"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.09113195395847382","extrapolation_nmse":"0.562558800258116"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.732396752170191e-05","extrapolation_nmse":"0.005197914286090122"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.1187333128290966e-06","extrapolation_nmse":"0.0007090673760996786"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.04470236190268379","extrapolation_nmse":"0.18166310657775434"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.471782854325531e-07","extrapolation_nmse":"0.0001710691346562988"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.7706821160696453e-06","extrapolation_nmse":"0.00044979610928247427"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0030335579460095494","extrapolation_nmse":"0.06423650585011433"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.011795007983363507","extrapolation_nmse":"0.35000485056854846"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.005842813466372115","extrapolation_nmse":"0.05521289572759104"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.03721233818446361","extrapolation_nmse":"0.15233321958046753"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0012468929205579537","extrapolation_nmse":"0.04270758118878591"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.261925268896002e-06","extrapolation_nmse":"8.552206294516465e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.3622656028840264e-06","extrapolation_nmse":"0.0007360572550490045"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.03076437292622619","extrapolation_nmse":"0.6413340269418312"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.23006364763043e-07","extrapolation_nmse":"0.00010433999854657899"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.280829317868826e-07","extrapolation_nmse":"0.00014064480996013907"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.0647430113907615e-06","extrapolation_nmse":"0.00017327500753572348"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.415398595618455e-06","extrapolation_nmse":"0.00013119276310143572"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.020380932906564543","extrapolation_nmse":"0.3057460854792234"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"9.57422343732185e-06","extrapolation_nmse":"0.004281436041433194"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.009109723098664271","extrapolation_nmse":"0.23571232794559527"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.16595575163701e-06","extrapolation_nmse":"0.0007335451714837504"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"8.524822872889025e-07","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.004897335298009653","extrapolation_nmse":"0.12229991130961915"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.829026989102774e-07","extrapolation_nmse":"0.00018803033499718144"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.3061355129113913e-06","extrapolation_nmse":"0.00018472582507117897"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0063618056304935245","extrapolation_nmse":"0.11356566717692786"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.031020623696046027","extrapolation_nmse":"0.47040620262861393"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.002406401742743244","extrapolation_nmse":"0.1296822223874327"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.012014460514063826","extrapolation_nmse":"0.2716960690750461"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.009777890299276771","extrapolation_nmse":"0.14233048028296083"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.98950008057998e-06","extrapolation_nmse":"0.00032681327750871763"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.5441990653670817e-06","extrapolation_nmse":"0.0002773757557745864"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.053867757822364554","extrapolation_nmse":"0.1548032979600746"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.4334762132378563e-06","extrapolation_nmse":"0.00019770744500470933"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"7.586270659325916e-05"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.241550612934365e-07","extrapolation_nmse":"7.717924598323477e-05"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"7.579870328895914e-07","extrapolation_nmse":"0.0003178455015805327"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.01635560339312039","extrapolation_nmse":"0.1641038959901331"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01117863524542996","extrapolation_nmse":"0.7728759075202135"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0033664850976192606","extrapolation_nmse":"0.09538681856692426"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"8.106856585733552e-06","extrapolation_nmse":"0.0018034475870718164"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"9.15432881914907e-05"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.011073194374699336","extrapolation_nmse":"0.23028056378267903"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.489708243621838e-07","extrapolation_nmse":"9.862801586630289e-05"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.195961922635189e-07","extrapolation_nmse":"0.00011848883905032178"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0012215446711969472","extrapolation_nmse":"0.0362843961568676"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0568971832907873","extrapolation_nmse":"0.36248692057857684"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.1998206593708359e-05","extrapolation_nmse":"0.00030939907469502433"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.023559994179028935","extrapolation_nmse":"0.14964527346068807"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.238872589417453e-05","extrapolation_nmse":"0.005960747272505019"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.321291583835314e-06","extrapolation_nmse":"0.00016036971514605042"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.342515664646555e-06","extrapolation_nmse":"0.0002332793177345798"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.08963641961707863","extrapolation_nmse":"0.13474969400268083"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.7611907787842843e-07","extrapolation_nmse":"0.0002200074907430969"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.3163867792916142e-06","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.469260948190647e-07","extrapolation_nmse":"0.00010581326153854493"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.0250363180088804e-06","extrapolation_nmse":"0.0002201716360967471"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.05591144605046014","extrapolation_nmse":"0.3698089177289843"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.017604619941383993","extrapolation_nmse":"0.24259326985615678"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.008960323294958232","extrapolation_nmse":"0.15298981228862474"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.002091903988696497","extrapolation_nmse":"0.132595849639155"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.183770946965682e-07","extrapolation_nmse":"6.77114772322799e-05"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.03474442151115024","extrapolation_nmse":"0.11616185469394628"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"9.49603056128645e-07","extrapolation_nmse":"0.00016314176762888976"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.27680183620784e-07","extrapolation_nmse":"0.00016652123698059141"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0016877841632032464","extrapolation_nmse":"0.040317821695083224"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.007202647723297592","extrapolation_nmse":"0.12823665011976243"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01330464613960483","extrapolation_nmse":"0.10074968886365153"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.015697959228949284","extrapolation_nmse":"0.3785324906099845"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0015917645978890268","extrapolation_nmse":"0.15467158805433495"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.7193697118737307e-06","extrapolation_nmse":"7.866926069881909e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.162484624615743e-06","extrapolation_nmse":"0.0004607948805256129"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01858622798119286","extrapolation_nmse":"0.5840959976864599"},{"domain":"science","category":"Growth models","task_id":"sci-041","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0011813785722088336","extrapolation_nmse":"0.014991056458359697"},{"domain":"science","category":"Growth models","task_id":"sci-042","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.061460306319341e-07","extrapolation_nmse":"0.00011121451230760253"},{"domain":"science","category":"Growth models","task_id":"sci-043","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.5413941671106518e-06","extrapolation_nmse":"0.00037274710697931596"},{"domain":"science","category":"Growth models","task_id":"sci-044","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.16853006065812e-06","extrapolation_nmse":"0.00036962318714551677"},{"domain":"science","category":"Growth models","task_id":"sci-045","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.07165485210605049","extrapolation_nmse":"0.3668876887614117"},{"domain":"science","category":"Growth models","task_id":"sci-046","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.09403123168004549","extrapolation_nmse":"0.7605987006670586"},{"domain":"science","category":"Growth models","task_id":"sci-047","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.006388711366377527","extrapolation_nmse":"0.08546511849994445"},{"domain":"science","category":"Growth models","task_id":"sci-048","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"6.269405190604594e-06","extrapolation_nmse":"0.016031942250914855"},{"domain":"science","category":"Growth models","task_id":"sci-049","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.944737972453137e-07","extrapolation_nmse":"7.98269425023629e-05"},{"domain":"science","category":"Growth models","task_id":"sci-050","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.013798800345216723","extrapolation_nmse":"0.08101894106837508"},{"domain":"science","category":"Growth models","task_id":"sci-051","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.341732152152208e-07","extrapolation_nmse":"0.00019269701812937246"},{"domain":"science","category":"Growth models","task_id":"sci-052","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.676910762639581e-06","extrapolation_nmse":"0.00035086772985641005"},{"domain":"science","category":"Growth models","task_id":"sci-053","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0010270018453160104","extrapolation_nmse":"0.12812746782705017"},{"domain":"science","category":"Growth models","task_id":"sci-054","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.029962814683589484","extrapolation_nmse":"0.5602636263096559"},{"domain":"science","category":"Growth models","task_id":"sci-055","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.01875775576921554","extrapolation_nmse":"0.0750645461498518"},{"domain":"science","category":"Growth models","task_id":"sci-056","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.07416279386453252","extrapolation_nmse":"0.23513991999324885"},{"domain":"science","category":"Growth models","task_id":"sci-057","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.00174807286152215","extrapolation_nmse":"0.0774542503553665"},{"domain":"science","category":"Growth models","task_id":"sci-058","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.6929170313425e-06","extrapolation_nmse":"8.762835866443505e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-059","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.715072964386684e-06","extrapolation_nmse":"0.00023251336659206747"},{"domain":"science","category":"Parameterized response","task_id":"sci-060","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.09872414412280223","extrapolation_nmse":"0.4226145511516358"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"5.883776801659625e-07","extrapolation_nmse":"0.0001714117777397094"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.00768946866299918","extrapolation_nmse":"0.14506910702726708"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"3.186676562192152e-06","extrapolation_nmse":"0.0001279530122353281"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.009906148777305706","extrapolation_nmse":"0.25344831866464756"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"4.097573296175927e-06","extrapolation_nmse":"0.0009814988740909684"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0046027130732277325","extrapolation_nmse":"0.06151372270814736"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.20558854215193403","extrapolation_nmse":"0.68268810831407"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.009396199071555075","extrapolation_nmse":"0.20961233165398988"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.2060119582879375e-06","extrapolation_nmse":"0.00027542945246598086"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.016724803068516605","extrapolation_nmse":"0.7536883357649251"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.008291141389500743","extrapolation_nmse":"0.2457490809233817"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.011491258208945152","extrapolation_nmse":"0.08335644818476427"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.06436437051720405","extrapolation_nmse":"1.2256108368654548"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.7001899295587442e-06","extrapolation_nmse":"0.0001896183577373268"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0037708558347208077","extrapolation_nmse":"0.2535955401473507"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.021002954102116125","extrapolation_nmse":"0.32072725951926717"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.1714535944269763","extrapolation_nmse":"0.7475876334043726"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.026420435126833633","extrapolation_nmse":"0.2242267188656664"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0037369008770198322","extrapolation_nmse":"0.047905097739138085"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.03496042389547716","extrapolation_nmse":"0.1456761103627274"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"0.00011016153365505727"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"9.034373002169316e-05","extrapolation_nmse":"0.008279432123647597"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"4.644774793753713e-06","extrapolation_nmse":"0.0002131193070482061"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.010812096598911114","extrapolation_nmse":"0.15205729419382757"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0027604664170799687","extrapolation_nmse":"0.06329249428434097"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.016590074664945362","extrapolation_nmse":"0.21121795456590525"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.24004467594148357","extrapolation_nmse":"1.2589254117941675"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02043872868811778","extrapolation_nmse":"0.14225181470869197"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.1212312496556428e-06","extrapolation_nmse":"0.00016727939390533247"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.012591081124399122","extrapolation_nmse":"0.6261448140837583"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.010973093179539518","extrapolation_nmse":"0.1297032849291404"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.002594746610244981","extrapolation_nmse":"0.0957144985605853"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.21690250799221425","extrapolation_nmse":"0.5866631478232331"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"4.4975177544276476e-07","extrapolation_nmse":"0.00023485401015467612"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.00885357424156671","extrapolation_nmse":"0.11384853497768002"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.05077592843120128","extrapolation_nmse":"0.3637774788341144"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.03629565622825002","extrapolation_nmse":"0.2504985114435077"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.020688808432579288","extrapolation_nmse":"0.299887334904625"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"7.177578075573285e-07","extrapolation_nmse":"0.00029204306759472585"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.00607465969727639","extrapolation_nmse":"0.16897320419309267"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"2.0870662293940568e-06","extrapolation_nmse":"0.00013211312480501927"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.00147333070674474","extrapolation_nmse":"0.050554849925210775"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"1.0402749237795772e-06","extrapolation_nmse":"0.0002569397882781089"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.08762275953204493","extrapolation_nmse":"0.2093247060904425"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.00610255998672297","extrapolation_nmse":"0.13588937616814906"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.008458838478086603","extrapolation_nmse":"0.10769011138986934"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.03596644002620165","extrapolation_nmse":"0.9761193261365714"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.014723448174692977","extrapolation_nmse":"0.3995857309405016"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"6.655725558397274e-07","extrapolation_nmse":"0.0001829450328713443"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.030733841912731142","extrapolation_nmse":"0.3438010172755872"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.036000404639982345","extrapolation_nmse":"0.2602059009517583"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.006479388286512981","extrapolation_nmse":"0.07888101160100373"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.04600025014338089","extrapolation_nmse":"1.1741542366916253"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0014974243785424294","extrapolation_nmse":"0.0396272051152653"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.00314869243240529","extrapolation_nmse":"0.18527895944912723"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.06383799176089622","extrapolation_nmse":"0.7281222609548875"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.05280955592496157","extrapolation_nmse":"0.34809682406003173"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.04703168711755431","extrapolation_nmse":"0.36259673957210664"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"8.206039446730304e-05","extrapolation_nmse":"0.0054325617806235725"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.016737962218667638","extrapolation_nmse":"0.24971506989241207"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0010425700610128784","extrapolation_nmse":"0.049828747170755604"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0026801640800409375","extrapolation_nmse":"0.1371924102265638"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"3.5112092683407627e-06","extrapolation_nmse":"0.0002583008431636362"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.07163243079283949","extrapolation_nmse":"0.2693126774686658"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0025344547478721173","extrapolation_nmse":"0.10739901491567676"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0049352568356338024","extrapolation_nmse":"0.29258050275573233"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.050045238954707236","extrapolation_nmse":"0.3877608055092303"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.008866024159315986","extrapolation_nmse":"0.24744856982706698"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"4.557692802373266e-07","extrapolation_nmse":"0.0003056931912007703"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.09531249926614668","extrapolation_nmse":"0.30730889932633737"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.023753304089438012","extrapolation_nmse":"0.5033204624860426"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.00718727765113397","extrapolation_nmse":"0.11778280821015982"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.14063162884293787","extrapolation_nmse":"1.2327240600270486"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"5.684107265896705e-07","extrapolation_nmse":"9.097343196619923e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.00598459178557062","extrapolation_nmse":"0.35669089865994186"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.14253116604566574","extrapolation_nmse":"0.2774077229485205"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.03752320295731795","extrapolation_nmse":"0.8330585096660027"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.004668560703270926","extrapolation_nmse":"0.2303955009658107"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0031302855820462853","extrapolation_nmse":"0.042450710076132686"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.07361582226043957","extrapolation_nmse":"0.13366882791704315"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"6.189046854331589e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.008679093222637702","extrapolation_nmse":"0.05725426021218944"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"5.1054172953328755e-06","extrapolation_nmse":"0.0004457409910994189"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.019204365032927915","extrapolation_nmse":"0.46483535411377097"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.004592025462500901","extrapolation_nmse":"0.0822601590382894"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0023255081541673555","extrapolation_nmse":"0.20069072542428498"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.1063355063266444","extrapolation_nmse":"0.410400434343235"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.04203054700449984","extrapolation_nmse":"0.3378091019490487"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"5.196019864958352e-07","extrapolation_nmse":"0.00010956029880975941"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.08077684101379008","extrapolation_nmse":"0.4429126625653934"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.06976508124209971","extrapolation_nmse":"0.5012347464018888"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0024680221484981923","extrapolation_nmse":"0.058447772729280846"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.18986610395557604","extrapolation_nmse":"0.7962233422243045"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"9.783665741185074e-07","extrapolation_nmse":"8.237076563818824e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.018731340550584726","extrapolation_nmse":"0.37200612115516435"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.060265825291953914","extrapolation_nmse":"0.5763268177428233"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.16999781065489836","extrapolation_nmse":"0.2816139545788929"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.004019303594508856","extrapolation_nmse":"0.10090834073794007"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.002028213155487601","extrapolation_nmse":"0.05884595912610511"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01991215835923598","extrapolation_nmse":"0.413317564128737"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"7.408932685369309e-07","extrapolation_nmse":"0.00011376234542166074"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0012012752088157634","extrapolation_nmse":"0.10949553176959273"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.183477698763485e-06","extrapolation_nmse":"0.00019412589283523423"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0465837408869219","extrapolation_nmse":"0.4521211012066516"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0020089830732877467","extrapolation_nmse":"0.08006679743859567"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.011316994842405718","extrapolation_nmse":"0.23700310149211604"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.11039804330099479","extrapolation_nmse":"1.214916216224713"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.016456070901448308","extrapolation_nmse":"0.24877896059719884"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"6.416659963089667e-07","extrapolation_nmse":"0.00025798566497990547"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01238093869662842","extrapolation_nmse":"0.31876526548822004"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.05570690945429309","extrapolation_nmse":"0.4045738934899832"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.004152167867562456","extrapolation_nmse":"0.13849635257826862"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.10503792696551792","extrapolation_nmse":"1.0373788155424544"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.452846853950211e-06","extrapolation_nmse":"0.00023283623705814922"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.7519317672947493e-05","extrapolation_nmse":"0.0023670026034991803"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.11693027047178121","extrapolation_nmse":"0.32250007473337744"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.16261730250531126","extrapolation_nmse":"0.23642830213334787"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.017299142180701527","extrapolation_nmse":"0.302232707377558"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"3.852098257443971e-06","extrapolation_nmse":"0.00010441630395166809"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.01187838477653796","extrapolation_nmse":"0.11549242697845517"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.3019062443912998e-06","extrapolation_nmse":"0.0001663987433992684"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0005937389970634608","extrapolation_nmse":"0.11201442025637434"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.885663292393807e-06","extrapolation_nmse":"0.0002971070006079457"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.05000022568603117","extrapolation_nmse":"0.20847825838828601"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0066606192472706575","extrapolation_nmse":"0.13222954811419385"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.003314072538619026","extrapolation_nmse":"0.06457039349867107"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.10179403766522534","extrapolation_nmse":"0.5972607733655976"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.01307266840145449","extrapolation_nmse":"0.5687411160179421"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.4470478516346758e-06","extrapolation_nmse":"0.00020396031147594897"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0706565808152105","extrapolation_nmse":"0.2282371346934613"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.013056759193525967","extrapolation_nmse":"0.3488616563330128"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0037462020171555796","extrapolation_nmse":"0.05650465624772501"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.026048025327596085","extrapolation_nmse":"0.31292199020103756"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.904421772517815e-06","extrapolation_nmse":"6.524910611863075e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"9.469951512763502e-06","extrapolation_nmse":"0.0010111004958499837"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.08423841463542699","extrapolation_nmse":"0.3127900705587318"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.03749164030795548","extrapolation_nmse":"0.6864895202661201"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.008076374203026636","extrapolation_nmse":"0.1864976369827386"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.5850068040297443e-06","extrapolation_nmse":"0.0002732469592135264"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0853225396233681","extrapolation_nmse":"0.12728373221415476"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"5.367396853316967e-07","extrapolation_nmse":"5.106721283513318e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0019150844124201968","extrapolation_nmse":"0.108845616864982"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"8.429703366250633e-05","extrapolation_nmse":"0.009202073559728392"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.04104913931218272","extrapolation_nmse":"0.18456187987125963"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.013443843550275331","extrapolation_nmse":"0.06111735876271082"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.004975924918993947","extrapolation_nmse":"0.0999154732738455"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.09126069623951322","extrapolation_nmse":"1.0777688220575647"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.00836004152303637","extrapolation_nmse":"0.2004907378640457"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.3453761962319456e-06","extrapolation_nmse":"9.294768936937547e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.035060785068650985","extrapolation_nmse":"0.8321869404197009"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.00543117550440549","extrapolation_nmse":"0.19124453269497152"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.009011834560930309","extrapolation_nmse":"0.13508583826225568"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.20545803988577757","extrapolation_nmse":"0.37121568662552906"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"9.448312605353961e-07","extrapolation_nmse":"5.523569780247643e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.026218299275796372","extrapolation_nmse":"0.24628924996130813"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02518252439509482","extrapolation_nmse":"0.9213568099975464"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.017086166737355166","extrapolation_nmse":"0.4364745310002794"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.03247031265451229","extrapolation_nmse":"0.1358954698652251"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.0153934213792878e-06","extrapolation_nmse":"0.00018358673368348613"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.07082816204162307","extrapolation_nmse":"0.14759783182404276"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.6047592961259295e-06","extrapolation_nmse":"0.00027090920919451447"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"9.09569260071857e-05","extrapolation_nmse":"0.005196417677059413"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0014656831497940625","extrapolation_nmse":"0.08742771135541652"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.03056213173757933","extrapolation_nmse":"0.15507996416370765"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.008915226009777653","extrapolation_nmse":"0.05340766308832005"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.010943614333077313","extrapolation_nmse":"0.11059127531028162"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.1849757054221466","extrapolation_nmse":"1.167870558253955"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.06252960473059233","extrapolation_nmse":"0.1260077259538702"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"7.916133484487121e-07","extrapolation_nmse":"0.0001743238752959422"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01696825317535107","extrapolation_nmse":"0.2228720059780865"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.06964085445583944","extrapolation_nmse":"0.14847777616987853"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.011210316910376023","extrapolation_nmse":"0.0971342741958345"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.21939065300364136","extrapolation_nmse":"0.7180134090787852"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.3076567984520345e-06","extrapolation_nmse":"5.798708101881738e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.010920722250957148","extrapolation_nmse":"0.2465350627281071"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.1320930505199237","extrapolation_nmse":"0.7492469359965507"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.042244340915759133","extrapolation_nmse":"0.24627616782672818"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.017666463738505844","extrapolation_nmse":"0.3130152295750304"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.7323039028505922e-06","extrapolation_nmse":"0.00034679049408365976"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.014428264691714836","extrapolation_nmse":"0.17711130336080133"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.0435210562048987e-06","extrapolation_nmse":"5.97778747948987e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.005279346155915674","extrapolation_nmse":"0.03838937573019846"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0013182785901323054","extrapolation_nmse":"0.10273670321877233"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.08182181700951564","extrapolation_nmse":"0.3005716571031212"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.004750747655271516","extrapolation_nmse":"0.08583733421912594"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.01259803862525595","extrapolation_nmse":"0.2755948676837923"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.02777269925383974","extrapolation_nmse":"0.6176237766773697"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01412416641535124","extrapolation_nmse":"0.4869560874512584"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"4.411811499998298e-07","extrapolation_nmse":"5.331113922046665e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.131364568450857","extrapolation_nmse":"0.7834143594203036"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.026960674602919902","extrapolation_nmse":"0.31851570428692366"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"9.199558202073878e-05","extrapolation_nmse":"0.008104869419360911"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.020083643273896137","extrapolation_nmse":"0.8117910660368655"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"2.8472513266611474e-06","extrapolation_nmse":"0.00024137534776160085"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"7.276782641238395e-06","extrapolation_nmse":"0.0007424800904212989"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.2869140837670478","extrapolation_nmse":"0.2578274275470833"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.09396922687286377","extrapolation_nmse":"0.943437388696112"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.009584451096134861","extrapolation_nmse":"0.11077735127067904"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"1.3664238463381382e-06","extrapolation_nmse":"8.18923196140362e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.03441229165556121","extrapolation_nmse":"0.15605192637984303"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.3414935333037296e-06","extrapolation_nmse":"5.282690522247984e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.4433372941071964e-06","extrapolation_nmse":"0.00031491095660464923"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.0039119992835255e-06","extrapolation_nmse":"0.0002984476776623364"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.022627270539108985","extrapolation_nmse":"0.5040704286470596"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0032625510602982003","extrapolation_nmse":"0.25113004694778107"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.4416041046645363e-05","extrapolation_nmse":"0.0004271530534751018"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.035709484822354746","extrapolation_nmse":"0.4241483930667021"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.04389602285613954","extrapolation_nmse":"0.4506284799799363"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.049720597788556e-06","extrapolation_nmse":"0.00013237862099491152"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.011195787545497443","extrapolation_nmse":"0.19957588545903948"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.061112330055867276","extrapolation_nmse":"0.12377658119664797"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0025735813637740856","extrapolation_nmse":"0.04131411002490536"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.07373010994068065","extrapolation_nmse":"0.26369736786566933"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.1766641240100278e-06","extrapolation_nmse":"7.28233698671419e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.02199029376644937","extrapolation_nmse":"0.29379970294027175"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.019912884593207444","extrapolation_nmse":"1.0150770791354764"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.05265277465027689","extrapolation_nmse":"0.45669646032845324"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.019695092289064263","extrapolation_nmse":"0.3052308965152092"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0006720142582447253","extrapolation_nmse":"0.023561044332785167"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.4585337874354222e-05","extrapolation_nmse":"0.002996753289782016"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.169779020244969e-06","extrapolation_nmse":"7.545408906500349e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"6.616960640838243e-06","extrapolation_nmse":"0.00020500132421260437"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"8.129622322614687e-07","extrapolation_nmse":"0.0001827971077821509"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.018206151034950095","extrapolation_nmse":"0.6399014948568997"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0013955420512733996","extrapolation_nmse":"0.07636795182230781"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.454148334035902e-06","extrapolation_nmse":"0.001068382777094311"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.31622776601683794","extrapolation_nmse":"0.2819221700912434"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.06611410356286836","extrapolation_nmse":"0.6027586661736373"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"4.5548292161165446e-07","extrapolation_nmse":"0.00020844905732734899"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.11811487863206609","extrapolation_nmse":"0.9065516580151323"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.008558830065945669","extrapolation_nmse":"0.18908199373543663"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0014999057053413911","extrapolation_nmse":"0.0976987642751195"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.030649518123472812","extrapolation_nmse":"0.7448416541494605"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"6.904114414760131e-07","extrapolation_nmse":"5.850231190544484e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.004167103819649475","extrapolation_nmse":"0.17231858020201798"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.05317225772345233","extrapolation_nmse":"0.8734210716838816"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.052088582015191766","extrapolation_nmse":"0.9944079348348173"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.023952239950680246","extrapolation_nmse":"0.3772565709227737"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"7.714446012669196e-05","extrapolation_nmse":"0.00842977092473329"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.267539734723754e-05","extrapolation_nmse":"0.003757340211865703"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"8.724312337923225e-07","extrapolation_nmse":"5.677875841236778e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"7.3723140335660375e-06","extrapolation_nmse":"0.00013027755151800223"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.170979778886461e-06","extrapolation_nmse":"0.0004543892729816675"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.05941806454539432","extrapolation_nmse":"0.26034780529951357"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0033901898915211465","extrapolation_nmse":"0.06195241149606843"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.003671043893630947","extrapolation_nmse":"0.13484041816685696"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.15184189779355858","extrapolation_nmse":"0.31500083559051106"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.026851284341027626","extrapolation_nmse":"0.23048043937693197"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"5.250597582793139e-07","extrapolation_nmse":"0.00015912227676198595"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0364143520295411","extrapolation_nmse":"0.19434717288729286"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.012843536540170838","extrapolation_nmse":"0.2782570566840196"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.012928576969872914","extrapolation_nmse":"0.12291362150264803"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.16916045844760666","extrapolation_nmse":"0.30758060320437786"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"8.637936827752634e-07","extrapolation_nmse":"6.893945830472633e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.01637643157187289","extrapolation_nmse":"0.244417179103363"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.1006422077523547","extrapolation_nmse":"0.8592731701673593"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.021941346548084897","extrapolation_nmse":"0.46556302768464314"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01203263245056756","extrapolation_nmse":"0.11896097556686537"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.002507434455364539","extrapolation_nmse":"0.06707828063174408"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.010857253215515485","extrapolation_nmse":"0.24088413183179497"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"5.116333577185192e-07","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0006224024739292975","extrapolation_nmse":"0.13458680128569375"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.8870457648225254e-06","extrapolation_nmse":"0.000202058924707434"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.07986694665857291","extrapolation_nmse":"0.41491267504919804"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.011224341755518846","extrapolation_nmse":"0.1555138790906384"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.5096979228506097e-06","extrapolation_nmse":"0.0004694195861436048"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.2702815461611557","extrapolation_nmse":"1.2589254117941675"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.04580273626851418","extrapolation_nmse":"0.20374072844841407"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.0643483152388243e-06","extrapolation_nmse":"0.00010226528506071643"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.014793159605951517","extrapolation_nmse":"0.5950862550740392"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.026060741759225244","extrapolation_nmse":"0.20903650647089866"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0012178309730346696","extrapolation_nmse":"0.11917408419501752"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.23602752177891606","extrapolation_nmse":"0.5917360674276008"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.5222283418496156e-06","extrapolation_nmse":"0.0001892052702113331"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.03172117480681784","extrapolation_nmse":"0.13718960282226883"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.21735610792238094","extrapolation_nmse":"0.97244473673146"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.17127687957315857","extrapolation_nmse":"0.8869110579174012"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.038401338983170746","extrapolation_nmse":"0.11620414099208386"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"5.985719815594447e-05","extrapolation_nmse":"0.009071413777008302"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0199738131062956","extrapolation_nmse":"0.12307164814423362"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"6.54765627882703e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"6.500259727345232e-06","extrapolation_nmse":"0.0002571324081773568"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.066495806648285e-06","extrapolation_nmse":"0.00045168843622072664"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.04122675108734159","extrapolation_nmse":"0.329369307099542"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.005439032303071101","extrapolation_nmse":"0.05958663474162522"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"3.164765699369437e-06","extrapolation_nmse":"0.0003455318026524328"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.0404382554470354","extrapolation_nmse":"0.8490185651635794"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01587655152451566","extrapolation_nmse":"0.5881124133665867"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"2.3028777676861373e-06","extrapolation_nmse":"0.00017944858816135124"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.024287762142290278","extrapolation_nmse":"0.693649463889109"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.02701728441551853","extrapolation_nmse":"0.17347182506263603"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.001760462622640683","extrapolation_nmse":"0.05251869602499778"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.2771375902668609","extrapolation_nmse":"0.8432918619281431"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"1.031962912051028e-06","extrapolation_nmse":"0.0002576550762043597"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.009129817916537317","extrapolation_nmse":"0.2672847778272124"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.07534095070010809","extrapolation_nmse":"0.4796515896572322"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.015260474900544245","extrapolation_nmse":"0.9405424776201852"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.014995313651869634","extrapolation_nmse":"0.11312124154320075"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0017965656271352176","extrapolation_nmse":"0.03915180752128929"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.00802877565392756","extrapolation_nmse":"0.15905768858090877"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.4552414777335621e-06","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.5582910458023082e-06","extrapolation_nmse":"0.00026222650632486887"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.6864104961334053e-06","extrapolation_nmse":"0.00017506007627543117"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.022550128043548827","extrapolation_nmse":"0.30919958733516073"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.645025428849784e-06","extrapolation_nmse":"0.0005963744027379281"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0023556694581858377","extrapolation_nmse":"0.037374632107431645"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.17347995796599625","extrapolation_nmse":"0.4051952909489156"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.011232846252355648","extrapolation_nmse":"0.11188428913422606"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"5.1297544021396386e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.024551756900944386","extrapolation_nmse":"0.2566671739918626"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.006253444016367368","extrapolation_nmse":"0.2892033432203441"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.0890144955521897e-06","extrapolation_nmse":"0.0004739944982379683"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.08091269070231899","extrapolation_nmse":"0.4483480361674156"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.643107499149555e-07","extrapolation_nmse":"0.00011711063735010014"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01091871902388627","extrapolation_nmse":"0.09227252814722467"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.07584593382059983","extrapolation_nmse":"0.4135400122170113"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.018259152224216695","extrapolation_nmse":"0.158388392586051"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.002570737050773784","extrapolation_nmse":"0.2465196947503597"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.517432359014815e-07","extrapolation_nmse":"9.97942849315418e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.005021770435448278","extrapolation_nmse":"0.19049050542354676"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.464809160899202e-07","extrapolation_nmse":"9.254090563104842e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.783311683636256e-06","extrapolation_nmse":"0.0003198803594156504"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0013044865003355945","extrapolation_nmse":"0.04927998526405633"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.019583723017824513","extrapolation_nmse":"0.38413930632355997"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.5829890667860433e-06","extrapolation_nmse":"0.00016587148636325232"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0012953681008641856","extrapolation_nmse":"0.04694414247641829"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.011671234477418996","extrapolation_nmse":"0.30255955686037267"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.004607859753801153","extrapolation_nmse":"0.3289467479484844"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"8.143532229284362e-07","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.04551175425790339","extrapolation_nmse":"0.14254769118147853"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.013259259012410833","extrapolation_nmse":"0.20656511184978657"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.1406455023129192e-06","extrapolation_nmse":"0.0003297767767988514"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.13742124745280482","extrapolation_nmse":"0.3734744838271037"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.947420513842647e-07","extrapolation_nmse":"9.193250731690666e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.888571181024496e-06","extrapolation_nmse":"0.0002863452676177315"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.01844586960610011","extrapolation_nmse":"0.2075125073074535"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.09633172926315439","extrapolation_nmse":"0.64301546172852"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.008330610758862277","extrapolation_nmse":"0.07867017252822871"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.5253345303092178e-06","extrapolation_nmse":"0.00020760306705591496"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0037230285221735116","extrapolation_nmse":"0.20877709759498544"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"0.00010754677665425956"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.570434430153735e-06","extrapolation_nmse":"0.00013062348459800147"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0006824962894179596","extrapolation_nmse":"0.03843740728884639"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.021668289298087978","extrapolation_nmse":"0.43042851321661796"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0011488482981035248","extrapolation_nmse":"0.04060458670705803"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.004160981759038386","extrapolation_nmse":"0.07490908810660044"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.06096046349875051","extrapolation_nmse":"0.3436527979579181"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02128085529989319","extrapolation_nmse":"0.15939559516748059"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.3904465742746066e-06","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.04234089035342846","extrapolation_nmse":"0.23536051017872642"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.007401844867272184","extrapolation_nmse":"0.23592040749208695"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.0724035667644158e-06","extrapolation_nmse":"0.0005986940299240022"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.00997795978895768","extrapolation_nmse":"0.1537883137655113"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"4.955307415313164e-07","extrapolation_nmse":"0.00013431707404018106"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.007951093021976748","extrapolation_nmse":"0.08673806162307494"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.02451672930101061","extrapolation_nmse":"0.6988207962205876"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.06945573541348679","extrapolation_nmse":"0.23038701572388723"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.005684690936074754","extrapolation_nmse":"0.10350815454153456"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"2.492736467954091e-06","extrapolation_nmse":"5.103647036132609e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.03391682815606126","extrapolation_nmse":"0.1511667790064974"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.504973611575371e-07","extrapolation_nmse":"9.72068559218069e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.4860139111818465e-06","extrapolation_nmse":"0.00039337058780575035"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.0999496456416776e-06","extrapolation_nmse":"0.0003180140894751827"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.029418907327095147","extrapolation_nmse":"0.36308815170226694"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.002353372693277967","extrapolation_nmse":"0.09734742062865108"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.005338020682581793","extrapolation_nmse":"0.12770623292501718"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.1348507539019031","extrapolation_nmse":"0.5808916830411732"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.003559297681420217","extrapolation_nmse":"0.2315348130527428"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.4652923816732777e-06","extrapolation_nmse":"6.018981926312386e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.02633665643308995","extrapolation_nmse":"0.1810517558863864"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.00445767146861692","extrapolation_nmse":"0.10777930523031508"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.854806805931364e-06","extrapolation_nmse":"0.0003210579044426382"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.09449980308972986","extrapolation_nmse":"0.670334290519162"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.981071705534969e-07","extrapolation_nmse":"0.000117500260598539"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.004225236145708822","extrapolation_nmse":"0.0930202241416459"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.06435391596392526","extrapolation_nmse":"0.42803874031660677"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.03573110976191759","extrapolation_nmse":"0.4144876322661273"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0016176368323256893","extrapolation_nmse":"0.17846491728231859"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0001507874088797141","extrapolation_nmse":"0.027860431632293278"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0036584627042753654","extrapolation_nmse":"0.08561085685832882"},{"domain":"science","category":"Parameterized response","task_id":"sci-061","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.511526813712677e-07","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-062","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"3.50671858620942e-06","extrapolation_nmse":"0.0002221323826126737"},{"domain":"science","category":"Parameterized response","task_id":"sci-063","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.2470062620771013e-06","extrapolation_nmse":"0.0003485768225054562"},{"domain":"science","category":"Parameterized response","task_id":"sci-064","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.026963803061062826","extrapolation_nmse":"0.367110625713006"},{"domain":"science","category":"Parameterized response","task_id":"sci-065","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0022490878677767904","extrapolation_nmse":"0.052577228715743746"},{"domain":"science","category":"Parameterized response","task_id":"sci-066","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.0026177434862524294","extrapolation_nmse":"0.08090224119625326"},{"domain":"science","category":"Parameterized response","task_id":"sci-067","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.015491269036099894","extrapolation_nmse":"0.38595382304762016"},{"domain":"science","category":"Parameterized response","task_id":"sci-068","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.03717318861832825","extrapolation_nmse":"0.07976383666881716"},{"domain":"science","category":"Parameterized response","task_id":"sci-069","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"6.639994264568744e-07","extrapolation_nmse":"5.011872336272725e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-070","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.023545836740958004","extrapolation_nmse":"0.14849017010280013"},{"domain":"science","category":"Parameterized response","task_id":"sci-071","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.005746832607199082","extrapolation_nmse":"0.33449036400976623"},{"domain":"science","category":"Parameterized response","task_id":"sci-072","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.5578846714351282e-06","extrapolation_nmse":"0.0006024946629676693"},{"domain":"science","category":"Parameterized response","task_id":"sci-073","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"0.07081743867240045","extrapolation_nmse":"0.31390047651626346"},{"domain":"science","category":"Parameterized response","task_id":"sci-074","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"5.865080257136183e-07","extrapolation_nmse":"0.00012714106996999577"},{"domain":"science","category":"Parameterized response","task_id":"sci-075","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.003792896870057549","extrapolation_nmse":"0.1797124467557583"},{"domain":"science","category":"Parameterized response","task_id":"sci-076","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.02870121550553616","extrapolation_nmse":"0.19036707040663367"},{"domain":"science","category":"Parameterized response","task_id":"sci-077","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.008574633897157022","extrapolation_nmse":"0.19600252217527714"},{"domain":"science","category":"Parameterized response","task_id":"sci-078","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"0.0043629244345205955","extrapolation_nmse":"0.11193773713596072"},{"domain":"science","category":"Parameterized response","task_id":"sci-079","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"1.6443792293846345e-06","extrapolation_nmse":"6.96888036883517e-05"},{"domain":"science","category":"Parameterized response","task_id":"sci-080","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"0.00366766085295273","extrapolation_nmse":"0.36878108618449196"}]}
