{"records":[{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-001","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-002","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-003","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-004","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-005","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-006","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-007","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-008","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-009","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-010","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-011","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-012","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-013","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-014","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-015","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-016","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-017","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-018","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-019","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-020","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-021","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-022","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-023","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-024","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-025","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-026","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-027","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-028","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-029","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-030","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-031","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-032","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-033","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-034","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-035","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-036","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-037","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-038","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Routine diagnosis","task_id":"adv-039","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-040","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-041","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-042","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-043","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-044","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-045","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-046","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-047","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-048","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-049","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-050","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-051","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-052","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-053","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-054","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-055","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-056","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-057","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-058","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-059","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-060","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-061","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-062","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-063","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-064","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-065","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-066","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-067","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-068","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-069","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-070","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-071","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-072","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-073","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-074","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-075","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-076","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-077","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-078","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-079","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Attribution windows","task_id":"adv-080","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-081","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-082","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-083","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-084","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-085","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-086","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-087","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-088","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-089","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-090","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-091","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-092","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-093","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-094","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-095","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-096","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-097","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-098","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-099","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-100","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-101","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-102","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-103","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-104","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-105","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-106","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-107","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-108","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-109","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-110","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-111","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-112","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-113","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-114","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-115","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-116","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-117","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Inventory constraints","task_id":"adv-118","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-119","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-120","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-121","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-122","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-123","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-124","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-125","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-126","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-127","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-128","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-129","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-130","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-131","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-132","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-133","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-134","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-135","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-136","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-137","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-138","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-139","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-140","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-141","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-142","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-143","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-144","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-145","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-146","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-147","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-148","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-149","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-150","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-151","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-152","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-153","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-154","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-155","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-156","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-157","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-158","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-159","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Missing evidence","task_id":"adv-160","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"1","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"1","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"1","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"1","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"2","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"2","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"2","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"2","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"3","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"3","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"3","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"3","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"4","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"4","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"4","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"4","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"5","method":"static","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"5","method":"static","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"5","method":"static","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"5","method":"static","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"1","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"1","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"1","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"1","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"2","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"2","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"2","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"2","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"3","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"3","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"3","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"3","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"4","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"4","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"4","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"4","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"5","method":"memory","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"5","method":"memory","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"5","method":"memory","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"5","method":"memory","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"1","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"1","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"1","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"1","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"2","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"2","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"2","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"2","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"3","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"3","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"3","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"3","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"4","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"4","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"4","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"4","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"5","method":"reflection","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"5","method":"reflection","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"5","method":"reflection","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"5","method":"reflection","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"1","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"1","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"1","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"1","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"2","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"2","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"2","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"2","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"3","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"3","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"3","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"3","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"4","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"4","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"4","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"4","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-161","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-162","repeat":"5","method":"octer","passed":"0","failure_type":"Constraint violation","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-163","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-164","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-165","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-166","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-167","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-168","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-169","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-170","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-171","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-172","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-173","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-174","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-175","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-176","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-177","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-178","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-179","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-180","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-181","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-182","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-183","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-184","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-185","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-186","repeat":"5","method":"octer","passed":"0","failure_type":"Incorrect reasoning","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-187","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-188","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-189","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-190","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-191","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-192","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-193","repeat":"5","method":"octer","passed":"0","failure_type":"Insufficient evidence","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-194","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-195","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-196","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-197","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-198","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-199","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""},{"domain":"advertising","category":"Conflicting objectives","task_id":"adv-200","repeat":"5","method":"octer","passed":"1","failure_type":"","in_range_nmse":"","extrapolation_nmse":""}]}