{"records":[{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-001","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-002","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-003","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-004","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-005","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-006","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-007","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-008","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-009","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-010","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-011","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-012","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-013","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-014","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-015","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-016","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-017","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-018","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-019","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-020","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-021","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-022","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-023","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-024","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-025","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-026","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-027","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-028","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-029","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-030","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-031","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-032","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-033","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-034","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Queries & transforms","task_id":"eng-035","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-036","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-037","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-038","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-039","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-040","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-041","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-042","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-043","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-044","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-045","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-046","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-047","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-048","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-049","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-050","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-051","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-052","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-053","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-054","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-055","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-056","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-057","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-058","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-059","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-060","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-061","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-062","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-063","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-064","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-065","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-066","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-067","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-068","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-069","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-070","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-071","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Tool composition","task_id":"eng-072","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-073","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-074","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-075","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-076","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-077","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-078","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-079","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-080","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-081","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-082","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-083","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-084","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-085","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-086","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-087","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-088","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-089","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-090","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-091","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-092","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-093","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-094","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-095","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-096","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-097","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-098","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-099","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-100","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-101","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-102","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-103","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-104","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-105","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Pagination & evidence","task_id":"eng-106","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-107","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-108","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-109","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-110","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-111","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-112","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-113","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-114","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-115","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-116","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-117","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-118","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-119","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-120","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-121","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-122","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-123","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-124","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-125","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-126","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-127","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-128","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-129","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-130","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-131","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-132","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-133","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-134","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-135","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-136","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-137","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-138","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-139","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-140","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-141","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-142","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-143","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Error recovery","task_id":"eng-144","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"1","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"1","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"1","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"1","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"2","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"2","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"2","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"2","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"3","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"3","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"3","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"3","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"4","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"4","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"4","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"4","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"5","method":"weak_static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"5","method":"weak_static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"5","method":"weak_static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"5","method":"weak_static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"1","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"1","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"2","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"2","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"3","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"3","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"4","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"4","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-145","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-146","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-147","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-148","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-149","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-150","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-151","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-152","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-153","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-154","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-155","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-156","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-157","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-158","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-159","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-160","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-161","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-162","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-163","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-164","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-165","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-166","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-167","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-168","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-169","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-170","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-171","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-172","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-173","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-174","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-175","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-176","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-177","repeat":"5","method":"weak_octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-178","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-179","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"engineering","category":"Constraint handling","task_id":"eng-180","repeat":"5","method":"weak_octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""}]}