{"attempts":[{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol135-q4--short24--unconstrained--abstain-known-age","model":"smol135-q4","outcome":"scored","output":"Ana is 25 years old.","resources":{"elapsed_ns":239688506,"process_cpu_ns":471586275,"process_maxrss_kib":523160},"schemaValid":false,"tokens":{"completion_tokens":9,"prompt_tokens":67,"total_tokens":76}},{"configuration":"short24","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol135-q4--short24--schema--abstain-known-age","model":"smol135-q4","outcome":"scored","output":"{\"answer\": \"Ana is 25 years old\"}","resources":{"elapsed_ns":391595145,"process_cpu_ns":675088729,"process_maxrss_kib":540312},"schemaValid":true,"tokens":{"completion_tokens":15,"prompt_tokens":67,"total_tokens":82}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol135-q4--long96--unconstrained--abstain-known-age","model":"smol135-q4","outcome":"scored","output":"Ana is 25 years old.","resources":{"elapsed_ns":233057104,"process_cpu_ns":458496544,"process_maxrss_kib":540312},"schemaValid":false,"tokens":{"completion_tokens":9,"prompt_tokens":67,"total_tokens":76}},{"configuration":"long96","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol135-q4--long96--schema--abstain-known-age","model":"smol135-q4","outcome":"scored","output":"{\"answer\": \"Ana is 25 years old\"}","resources":{"elapsed_ns":367465118,"process_cpu_ns":633295440,"process_maxrss_kib":540696},"schemaValid":true,"tokens":{"completion_tokens":15,"prompt_tokens":67,"total_tokens":82}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol360-q4--short24--unconstrained--abstain-known-age","model":"smol360-q4","outcome":"scored","output":"Ana is 25 years old.","resources":{"elapsed_ns":612508976,"process_cpu_ns":1217239783,"process_maxrss_kib":553256},"schemaValid":false,"tokens":{"completion_tokens":9,"prompt_tokens":67,"total_tokens":76}},{"configuration":"short24","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--short24--schema--abstain-known-age","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": null }","resources":{"elapsed_ns":608881008,"process_cpu_ns":1179754229,"process_maxrss_kib":553256},"schemaValid":true,"tokens":{"completion_tokens":6,"prompt_tokens":67,"total_tokens":73}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol360-q4--long96--unconstrained--abstain-known-age","model":"smol360-q4","outcome":"scored","output":"Ana is 25 years old.","resources":{"elapsed_ns":612764942,"process_cpu_ns":1217769987,"process_maxrss_kib":553256},"schemaValid":false,"tokens":{"completion_tokens":9,"prompt_tokens":67,"total_tokens":76}},{"configuration":"long96","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--long96--schema--abstain-known-age","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": null }","resources":{"elapsed_ns":599143458,"process_cpu_ns":1160654093,"process_maxrss_kib":553256},"schemaValid":true,"tokens":{"completion_tokens":6,"prompt_tokens":67,"total_tokens":73}},{"configuration":"short24","correct":false,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol135-q4--short24--schema--extract-bool","model":"smol135-q4","outcome":"scored","output":"{ \"name\": \"demo\", \"enabled\": true }","resources":{"elapsed_ns":273987892,"process_cpu_ns":477556802,"process_maxrss_kib":553512},"schemaValid":true,"tokens":{"completion_tokens":12,"prompt_tokens":51,"total_tokens":63}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":false,"id":"smol135-q4--long96--unconstrained--extract-bool","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_required_json(record):\n    required_json = []\n    required_json.append(record.name)\n    required_json.append(record.enabled)\n    return json.dumps(required_json)\n```","resources":{"elapsed_ns":553421114,"process_cpu_ns":1065874960,"process_maxrss_kib":553512},"schemaValid":false,"tokens":{"completion_tokens":62,"prompt_tokens":51,"total_tokens":113}},{"configuration":"long96","correct":false,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol135-q4--long96--schema--extract-bool","model":"smol135-q4","outcome":"scored","output":"{ \"name\": \"demo\", \"enabled\": true }","resources":{"elapsed_ns":271371995,"process_cpu_ns":473267698,"process_maxrss_kib":553640},"schemaValid":true,"tokens":{"completion_tokens":12,"prompt_tokens":51,"total_tokens":63}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--unconstrained--extract-bool","model":"smol360-q4","outcome":"scored","output":"{\n  \"name\": \"demo\",\n  \"enabled\": \"false\"\n}","resources":{"elapsed_ns":623846040,"process_cpu_ns":1234496870,"process_maxrss_kib":553640},"schemaValid":false,"tokens":{"completion_tokens":17,"prompt_tokens":51,"total_tokens":68}},{"configuration":"short24","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--schema--extract-bool","model":"smol360-q4","outcome":"scored","output":"{ \"name\": \"demo\", \"enabled\": false }","resources":{"elapsed_ns":608424937,"process_cpu_ns":1147090307,"process_maxrss_kib":553640},"schemaValid":true,"tokens":{"completion_tokens":12,"prompt_tokens":51,"total_tokens":63}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--unconstrained--extract-bool","model":"smol360-q4","outcome":"scored","output":"{\n  \"name\": \"demo\",\n  \"enabled\": \"false\"\n}","resources":{"elapsed_ns":620259356,"process_cpu_ns":1227590707,"process_maxrss_kib":553640},"schemaValid":false,"tokens":{"completion_tokens":17,"prompt_tokens":51,"total_tokens":68}},{"configuration":"long96","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--schema--extract-bool","model":"smol360-q4","outcome":"scored","output":"{ \"name\": \"demo\", \"enabled\": false }","resources":{"elapsed_ns":608669993,"process_cpu_ns":1146928698,"process_maxrss_kib":553640},"schemaValid":true,"tokens":{"completion_tokens":12,"prompt_tokens":51,"total_tokens":63}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":false,"id":"smol135-q4--short24--unconstrained--extract-bool","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_required_json(record):\n    required","resources":{"elapsed_ns":284409472,"process_cpu_ns":553120670,"process_maxrss_kib":553640},"schemaValid":false,"tokens":{"completion_tokens":24,"prompt_tokens":51,"total_tokens":75}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":false,"id":"smol135-q4--long96--unconstrained--policy-publish","model":"smol135-q4","outcome":"scored","output":"```json\n{\n  \"status\": \"success\",\n  \"decision\": {\n    \"decision_type\": \"success\",\n    \"decision_type_name\": \"decision\",\n    \"decision_type_value\": \"success\",\n    \"decision_type_value_type\": \"integer\",\n    \"decision_type_value_type_name\": \"integer\",\n    \"decision_type_value_type_name\": \"integer\",\n    \"decision_type_","resources":{"elapsed_ns":827468818,"process_cpu_ns":1589301968,"process_maxrss_kib":553640},"schemaValid":false,"tokens":{"completion_tokens":96,"prompt_tokens":66,"total_tokens":162}},{"configuration":"long96","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol135-q4--long96--schema--policy-publish","model":"smol135-q4","outcome":"scored","output":"{ \"decision\": \"yes\" }","resources":{"elapsed_ns":267326268,"process_cpu_ns":484089232,"process_maxrss_kib":553640},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":66,"total_tokens":74}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--unconstrained--policy-publish","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"publishes\"\n}","resources":{"elapsed_ns":631671541,"process_cpu_ns":1254295896,"process_maxrss_kib":553640},"schemaValid":true,"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"short24","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--schema--policy-publish","model":"smol360-q4","outcome":"scored","output":"{ \"decision\": \"publishes\" }","resources":{"elapsed_ns":664505161,"process_cpu_ns":1270186165,"process_maxrss_kib":553640},"schemaValid":true,"tokens":{"completion_tokens":9,"prompt_tokens":66,"total_tokens":75}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--unconstrained--policy-publish","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"publishes\"\n}","resources":{"elapsed_ns":628889211,"process_cpu_ns":1249060025,"process_maxrss_kib":553640},"schemaValid":true,"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"long96","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--schema--policy-publish","model":"smol360-q4","outcome":"scored","output":"{ \"decision\": \"publishes\" }","resources":{"elapsed_ns":652391710,"process_cpu_ns":1245920677,"process_maxrss_kib":553640},"schemaValid":true,"tokens":{"completion_tokens":9,"prompt_tokens":66,"total_tokens":75}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":false,"id":"smol135-q4--short24--unconstrained--policy-publish","model":"smol135-q4","outcome":"scored","output":"```json\n{\n  \"status\": \"success\",\n  \"decision\": {\n    \"decision_type\": \"success","resources":{"elapsed_ns":320826979,"process_cpu_ns":626527191,"process_maxrss_kib":553640},"schemaValid":false,"tokens":{"completion_tokens":24,"prompt_tokens":66,"total_tokens":90}},{"configuration":"short24","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol135-q4--short24--schema--policy-publish","model":"smol135-q4","outcome":"scored","output":"{ \"decision\": \"yes\" }","resources":{"elapsed_ns":266338479,"process_cpu_ns":481897201,"process_maxrss_kib":553640},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":66,"total_tokens":74}},{"configuration":"long96","correct":false,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol135-q4--long96--schema--extract-null","model":"smol135-q4","outcome":"scored","output":"{ \"id\": \".id\", \"reviewer\": \"unknown\" }","resources":{"elapsed_ns":338436560,"process_cpu_ns":581732320,"process_maxrss_kib":553768},"schemaValid":true,"tokens":{"completion_tokens":16,"prompt_tokens":57,"total_tokens":73}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":false,"id":"smol360-q4--short24--unconstrained--extract-null","model":"smol360-q4","outcome":"scored","output":"{\n  \"id\": R7,\n  \"reviewer\": null\n}","resources":{"elapsed_ns":653702751,"process_cpu_ns":1294895853,"process_maxrss_kib":553768},"schemaValid":false,"tokens":{"completion_tokens":16,"prompt_tokens":57,"total_tokens":73}},{"configuration":"short24","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--schema--extract-null","model":"smol360-q4","outcome":"scored","output":"{ \"id\": \"R7\", \"reviewer\": null }","resources":{"elapsed_ns":689352652,"process_cpu_ns":1294792550,"process_maxrss_kib":553768},"schemaValid":true,"tokens":{"completion_tokens":14,"prompt_tokens":57,"total_tokens":71}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":false,"id":"smol360-q4--long96--unconstrained--extract-null","model":"smol360-q4","outcome":"scored","output":"{\n  \"id\": R7,\n  \"reviewer\": null\n}","resources":{"elapsed_ns":646186373,"process_cpu_ns":1279982596,"process_maxrss_kib":553768},"schemaValid":false,"tokens":{"completion_tokens":16,"prompt_tokens":57,"total_tokens":73}},{"configuration":"long96","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--schema--extract-null","model":"smol360-q4","outcome":"scored","output":"{ \"id\": \"R7\", \"reviewer\": null }","resources":{"elapsed_ns":690313681,"process_cpu_ns":1297341098,"process_maxrss_kib":553768},"schemaValid":true,"tokens":{"completion_tokens":14,"prompt_tokens":57,"total_tokens":71}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":false,"id":"smol135-q4--short24--unconstrained--extract-null","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_json_record(record, policy):","resources":{"elapsed_ns":303582348,"process_cpu_ns":590442433,"process_maxrss_kib":553768},"schemaValid":false,"tokens":{"completion_tokens":24,"prompt_tokens":57,"total_tokens":81}},{"configuration":"short24","correct":false,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol135-q4--short24--schema--extract-null","model":"smol135-q4","outcome":"scored","output":"{ \"id\": \".id\", \"reviewer\": \"unknown\" }","resources":{"elapsed_ns":339090817,"process_cpu_ns":583121139,"process_maxrss_kib":553768},"schemaValid":true,"tokens":{"completion_tokens":16,"prompt_tokens":57,"total_tokens":73}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":false,"id":"smol135-q4--long96--unconstrained--extract-null","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_json_record(record, policy):\n    if record.id == 0:\n        return None\n    if record.reviewer == None:\n        return None\n    return record.json()\n```","resources":{"elapsed_ns":524082555,"process_cpu_ns":1011012589,"process_maxrss_kib":553768},"schemaValid":false,"tokens":{"completion_tokens":56,"prompt_tokens":57,"total_tokens":113}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--unconstrained--extract-owner","model":"smol360-q4","outcome":"scored","output":"{ \"owner\": \"Maya\", \"amount\": \"7\", \"currency\": \"USD\" }","resources":{"elapsed_ns":707438851,"process_cpu_ns":1399918171,"process_maxrss_kib":553768},"schemaValid":false,"tokens":{"completion_tokens":20,"prompt_tokens":57,"total_tokens":77}},{"configuration":"short24","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--schema--extract-owner","model":"smol360-q4","outcome":"scored","output":"{ \"owner\": \"Maya\", \"amount\": 7, \"currency\": \"USD\" }","resources":{"elapsed_ns":816573471,"process_cpu_ns":1514421326,"process_maxrss_kib":553768},"schemaValid":true,"tokens":{"completion_tokens":20,"prompt_tokens":57,"total_tokens":77}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--unconstrained--extract-owner","model":"smol360-q4","outcome":"scored","output":"{ \"owner\": \"Maya\", \"amount\": \"7\", \"currency\": \"USD\" }","resources":{"elapsed_ns":708188307,"process_cpu_ns":1401264791,"process_maxrss_kib":553768},"schemaValid":false,"tokens":{"completion_tokens":20,"prompt_tokens":57,"total_tokens":77}},{"configuration":"long96","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--schema--extract-owner","model":"smol360-q4","outcome":"scored","output":"{ \"owner\": \"Maya\", \"amount\": 7, \"currency\": \"USD\" }","resources":{"elapsed_ns":814976720,"process_cpu_ns":1509168709,"process_maxrss_kib":553768},"schemaValid":true,"tokens":{"completion_tokens":20,"prompt_tokens":57,"total_tokens":77}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":false,"id":"smol135-q4--short24--unconstrained--extract-owner","model":"smol135-q4","outcome":"scored","output":"Here is the code to return JSON with exactly the specified amount, currency, and owner:\n\n```python\nimport","resources":{"elapsed_ns":296564958,"process_cpu_ns":577753759,"process_maxrss_kib":553768},"schemaValid":false,"tokens":{"completion_tokens":24,"prompt_tokens":57,"total_tokens":81}},{"configuration":"short24","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol135-q4--short24--schema--extract-owner","model":"smol135-q4","outcome":"scored","output":"{ \"owner\": \"Maya\", \"amount\": 7, \"currency\": \"USD\" }","resources":{"elapsed_ns":382040398,"process_cpu_ns":648981015,"process_maxrss_kib":553768},"schemaValid":true,"tokens":{"completion_tokens":20,"prompt_tokens":57,"total_tokens":77}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":false,"id":"smol135-q4--long96--unconstrained--extract-owner","model":"smol135-q4","outcome":"scored","output":"Here is the code to return JSON with exactly the specified amount, currency, and owner:\n\n```python\nimport json\n\n# Define the record\nrecord = {\n    \"owner\": {\n        \"name\": \"Maya\",\n        \"amount\": 7,\n        \"currency\": \"USD\"\n    },\n    \"amount\": 7,\n    \"currency\": \"USD\"\n}\n\n# Return JSON with exactly the specified amount, currency, and owner\nreturn","resources":{"elapsed_ns":797721047,"process_cpu_ns":1530723761,"process_maxrss_kib":553768},"schemaValid":false,"tokens":{"completion_tokens":96,"prompt_tokens":57,"total_tokens":153}},{"configuration":"long96","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol135-q4--long96--schema--extract-owner","model":"smol135-q4","outcome":"scored","output":"{ \"owner\": \"Maya\", \"amount\": 7, \"currency\": \"USD\" }","resources":{"elapsed_ns":380763212,"process_cpu_ns":646139655,"process_maxrss_kib":553768},"schemaValid":true,"tokens":{"completion_tokens":20,"prompt_tokens":57,"total_tokens":77}},{"configuration":"short24","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--short24--schema--abstain-unknown-total","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 3 }","resources":{"elapsed_ns":623989361,"process_cpu_ns":1202422450,"process_maxrss_kib":553768},"schemaValid":true,"tokens":{"completion_tokens":7,"prompt_tokens":68,"total_tokens":75}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--long96--unconstrained--abstain-unknown-total","model":"smol360-q4","outcome":"scored","output":"{\n  \"apples\": 3,\n  \"oranges\": null\n}","resources":{"elapsed_ns":723788163,"process_cpu_ns":1435499669,"process_maxrss_kib":553768},"schemaValid":false,"tokens":{"completion_tokens":16,"prompt_tokens":68,"total_tokens":84}},{"configuration":"long96","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--long96--schema--abstain-unknown-total","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 3 }","resources":{"elapsed_ns":622721320,"process_cpu_ns":1200095725,"process_maxrss_kib":553768},"schemaValid":true,"tokens":{"completion_tokens":7,"prompt_tokens":68,"total_tokens":75}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol135-q4--short24--unconstrained--abstain-unknown-total","model":"smol135-q4","outcome":"scored","output":"The total number of fruits is 3.","resources":{"elapsed_ns":233043194,"process_cpu_ns":458910194,"process_maxrss_kib":553896},"schemaValid":false,"tokens":{"completion_tokens":9,"prompt_tokens":68,"total_tokens":77}},{"configuration":"short24","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol135-q4--short24--schema--abstain-unknown-total","model":"smol135-q4","outcome":"scored","output":"{\"answer\": \"1\"}","resources":{"elapsed_ns":249882324,"process_cpu_ns":457564860,"process_maxrss_kib":553896},"schemaValid":true,"tokens":{"completion_tokens":6,"prompt_tokens":68,"total_tokens":74}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol135-q4--long96--unconstrained--abstain-unknown-total","model":"smol135-q4","outcome":"scored","output":"The total number of fruits is 3.","resources":{"elapsed_ns":232716286,"process_cpu_ns":458337521,"process_maxrss_kib":553896},"schemaValid":false,"tokens":{"completion_tokens":9,"prompt_tokens":68,"total_tokens":77}},{"configuration":"long96","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol135-q4--long96--schema--abstain-unknown-total","model":"smol135-q4","outcome":"scored","output":"{\"answer\": \"1\"}","resources":{"elapsed_ns":248877835,"process_cpu_ns":455858321,"process_maxrss_kib":553896},"schemaValid":true,"tokens":{"completion_tokens":6,"prompt_tokens":68,"total_tokens":74}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--short24--unconstrained--abstain-unknown-total","model":"smol360-q4","outcome":"scored","output":"{\n  \"apples\": 3,\n  \"oranges\": null\n}","resources":{"elapsed_ns":724274826,"process_cpu_ns":1436204477,"process_maxrss_kib":553896},"schemaValid":false,"tokens":{"completion_tokens":16,"prompt_tokens":68,"total_tokens":84}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--unconstrained--policy-hold-check","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"publish\"\n}","resources":{"elapsed_ns":636280755,"process_cpu_ns":1263611730,"process_maxrss_kib":553896},"schemaValid":true,"tokens":{"completion_tokens":10,"prompt_tokens":66,"total_tokens":76}},{"configuration":"long96","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--schema--policy-hold-check","model":"smol360-q4","outcome":"scored","output":"{ \"decision\": \"publishes\" }","resources":{"elapsed_ns":653699358,"process_cpu_ns":1248555983,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":9,"prompt_tokens":66,"total_tokens":75}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":false,"id":"smol135-q4--short24--unconstrained--policy-hold-check","model":"smol135-q4","outcome":"scored","output":"```json\n{\n  \"status\": \"success\",\n  \"decision\": {\n    \"decision_type\": \"success","resources":{"elapsed_ns":324189058,"process_cpu_ns":633005269,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":24,"prompt_tokens":66,"total_tokens":90}},{"configuration":"short24","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol135-q4--short24--schema--policy-hold-check","model":"smol135-q4","outcome":"scored","output":"{ \"decision\": \"yes\" }","resources":{"elapsed_ns":264254382,"process_cpu_ns":478910765,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":66,"total_tokens":74}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":false,"id":"smol135-q4--long96--unconstrained--policy-hold-check","model":"smol135-q4","outcome":"scored","output":"```json\n{\n  \"status\": \"success\",\n  \"decision\": {\n    \"decision_type\": \"success\",\n    \"decision_type_name\": \"decision\",\n    \"decision_type_value\": \"success\",\n    \"decision_type_value_name\": \"decision\",\n    \"decision_type_value_name\": \"decision\",\n    \"decision_type_value_name\": \"decision\",\n    \"decision_type_value_name\":","resources":{"elapsed_ns":839445272,"process_cpu_ns":1613416272,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":96,"prompt_tokens":66,"total_tokens":162}},{"configuration":"long96","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol135-q4--long96--schema--policy-hold-check","model":"smol135-q4","outcome":"scored","output":"{ \"decision\": \"yes\" }","resources":{"elapsed_ns":265169415,"process_cpu_ns":480132287,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":66,"total_tokens":74}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--unconstrained--policy-hold-check","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"publish\"\n}","resources":{"elapsed_ns":615174681,"process_cpu_ns":1222133221,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":10,"prompt_tokens":66,"total_tokens":76}},{"configuration":"short24","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--schema--policy-hold-check","model":"smol360-q4","outcome":"scored","output":"{ \"decision\": \"publishes\" }","resources":{"elapsed_ns":651588239,"process_cpu_ns":1243869755,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":9,"prompt_tokens":66,"total_tokens":75}},{"configuration":"long96","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--schema--extract-status","model":"smol360-q4","outcome":"scored","output":"{ \"ticket\": \"K2\", \"status\": \"open\" }","resources":{"elapsed_ns":701215976,"process_cpu_ns":1301400661,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":16,"prompt_tokens":52,"total_tokens":68}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":false,"id":"smol135-q4--short24--unconstrained--extract-status","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_ticket_and_status(tick","resources":{"elapsed_ns":286755151,"process_cpu_ns":557968861,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":24,"prompt_tokens":52,"total_tokens":76}},{"configuration":"short24","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol135-q4--short24--schema--extract-status","model":"smol135-q4","outcome":"scored","output":"{ \"ticket\": \"K2\", \"status\": \"open\" }","resources":{"elapsed_ns":335042824,"process_cpu_ns":570514030,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":16,"prompt_tokens":52,"total_tokens":68}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":false,"id":"smol135-q4--long96--unconstrained--extract-status","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_ticket_and_status(ticket):\n    return ticket, ticket.status\n```\n\nThis implementation uses the `get` method of the `ticket` object to retrieve the ticket and its status. The `ticket` object has a `status` attribute, which is a string that represents the ticket status. The `get` method returns a tuple containing the ticket and its","resources":{"elapsed_ns":786278750,"process_cpu_ns":1508214809,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":96,"prompt_tokens":52,"total_tokens":148}},{"configuration":"long96","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol135-q4--long96--schema--extract-status","model":"smol135-q4","outcome":"scored","output":"{ \"ticket\": \"K2\", \"status\": \"open\" }","resources":{"elapsed_ns":325803682,"process_cpu_ns":554980782,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":16,"prompt_tokens":52,"total_tokens":68}},{"configuration":"short24","correct":true,"decoder":"unconstrained","family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--unconstrained--extract-status","model":"smol360-q4","outcome":"scored","output":"{ \"ticket\": \"K2\", \"status\": \"open\" }","resources":{"elapsed_ns":611459408,"process_cpu_ns":1210469149,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":16,"prompt_tokens":52,"total_tokens":68}},{"configuration":"short24","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--schema--extract-status","model":"smol360-q4","outcome":"scored","output":"{ \"ticket\": \"K2\", \"status\": \"open\" }","resources":{"elapsed_ns":702331063,"process_cpu_ns":1306237968,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":16,"prompt_tokens":52,"total_tokens":68}},{"configuration":"long96","correct":true,"decoder":"unconstrained","family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--unconstrained--extract-status","model":"smol360-q4","outcome":"scored","output":"{ \"ticket\": \"K2\", \"status\": \"open\" }","resources":{"elapsed_ns":620746722,"process_cpu_ns":1229136445,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":16,"prompt_tokens":52,"total_tokens":68}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol135-q4--short24--unconstrained--abstain-known-total","model":"smol135-q4","outcome":"scored","output":"The total number of fruits is 3 + 2 = 5.","resources":{"elapsed_ns":272458464,"process_cpu_ns":534440937,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":15,"prompt_tokens":68,"total_tokens":83}},{"configuration":"short24","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol135-q4--short24--schema--abstain-known-total","model":"smol135-q4","outcome":"scored","output":"{\"answer\": \"1\"}","resources":{"elapsed_ns":248909303,"process_cpu_ns":456251763,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":6,"prompt_tokens":68,"total_tokens":74}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol135-q4--long96--unconstrained--abstain-known-total","model":"smol135-q4","outcome":"scored","output":"The total number of fruits is 3 + 2 = 5.","resources":{"elapsed_ns":308800750,"process_cpu_ns":605652033,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":15,"prompt_tokens":68,"total_tokens":83}},{"configuration":"long96","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol135-q4--long96--schema--abstain-known-total","model":"smol135-q4","outcome":"scored","output":"{\"answer\": \"1\"}","resources":{"elapsed_ns":248905345,"process_cpu_ns":456273047,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":6,"prompt_tokens":68,"total_tokens":74}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--short24--unconstrained--abstain-known-total","model":"smol360-q4","outcome":"scored","output":"{\n    \"apples\": 3,\n    \"oranges\": 2\n}","resources":{"elapsed_ns":743742474,"process_cpu_ns":1473962302,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":17,"prompt_tokens":68,"total_tokens":85}},{"configuration":"short24","correct":true,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--short24--schema--abstain-known-total","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 5 }","resources":{"elapsed_ns":625936810,"process_cpu_ns":1207474702,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":7,"prompt_tokens":68,"total_tokens":75}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--long96--unconstrained--abstain-known-total","model":"smol360-q4","outcome":"scored","output":"{\n    \"apples\": 3,\n    \"oranges\": 2\n}","resources":{"elapsed_ns":740700504,"process_cpu_ns":1468424227,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":17,"prompt_tokens":68,"total_tokens":85}},{"configuration":"long96","correct":true,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--long96--schema--abstain-known-total","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 5 }","resources":{"elapsed_ns":621843113,"process_cpu_ns":1199668848,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":7,"prompt_tokens":68,"total_tokens":75}},{"configuration":"short24","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol135-q4--short24--schema--policy-reject-expiry","model":"smol135-q4","outcome":"scored","output":"{ \"decision\": \"approved\" }","resources":{"elapsed_ns":272294138,"process_cpu_ns":492752172,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":66,"total_tokens":74}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":false,"id":"smol135-q4--long96--unconstrained--policy-reject-expiry","model":"smol135-q4","outcome":"scored","output":"```python\ndef get_decision(record, policy):\n    decision = record.decision\n    decision = decision.get_decision()\n    decision = decision.get_decision()\n    decision = decision.get_decision()\n    decision = decision.get_decision()\n    decision = decision.get_decision()\n    decision = decision.get_decision()\n    decision = decision.get_decision()\n    decision = decision.get_decision()\n    decision = decision.get","resources":{"elapsed_ns":831788251,"process_cpu_ns":1598386220,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":96,"prompt_tokens":66,"total_tokens":162}},{"configuration":"long96","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol135-q4--long96--schema--policy-reject-expiry","model":"smol135-q4","outcome":"scored","output":"{ \"decision\": \"approved\" }","resources":{"elapsed_ns":266144866,"process_cpu_ns":481294123,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":66,"total_tokens":74}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--unconstrained--policy-reject-expiry","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"admit\"\n}","resources":{"elapsed_ns":631691920,"process_cpu_ns":1254400814,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"short24","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--schema--policy-reject-expiry","model":"smol360-q4","outcome":"scored","output":"{ \"decision\": \"admit\" }","resources":{"elapsed_ns":656307604,"process_cpu_ns":1253620582,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":9,"prompt_tokens":66,"total_tokens":75}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--unconstrained--policy-reject-expiry","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"admit\"\n}","resources":{"elapsed_ns":630861805,"process_cpu_ns":1252875346,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"long96","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--schema--policy-reject-expiry","model":"smol360-q4","outcome":"scored","output":"{ \"decision\": \"admit\" }","resources":{"elapsed_ns":653924833,"process_cpu_ns":1247299843,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":9,"prompt_tokens":66,"total_tokens":75}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":false,"id":"smol135-q4--short24--unconstrained--policy-reject-expiry","model":"smol135-q4","outcome":"scored","output":"```python\ndef get_decision(record, policy):\n    decision = record.decision\n    decision = decision.get","resources":{"elapsed_ns":323322589,"process_cpu_ns":631520592,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":24,"prompt_tokens":66,"total_tokens":90}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":false,"id":"smol135-q4--long96--unconstrained--policy-reject-signature","model":"smol135-q4","outcome":"scored","output":"```python\ndef get_decision(record, policy):\n    decision = record.decision\n    decision_type = record.decision_type\n    decision_value = record.decision_value\n    decision_value_type = record.decision_value_type\n    decision_value_type_type = record.decision_value_type_type\n    decision_value_type_type_type = record.decision_value_type_type_type\n    decision_value","resources":{"elapsed_ns":834296327,"process_cpu_ns":1604103258,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":96,"prompt_tokens":66,"total_tokens":162}},{"configuration":"long96","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol135-q4--long96--schema--policy-reject-signature","model":"smol135-q4","outcome":"scored","output":"{ \"decision\": \"accept\" }","resources":{"elapsed_ns":267178876,"process_cpu_ns":482910876,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":66,"total_tokens":74}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--unconstrained--policy-reject-signature","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"admit\"\n}","resources":{"elapsed_ns":633233670,"process_cpu_ns":1256803212,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"short24","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--schema--policy-reject-signature","model":"smol360-q4","outcome":"scored","output":"{ \"decision\": \"admit\" }","resources":{"elapsed_ns":652903872,"process_cpu_ns":1245719758,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":9,"prompt_tokens":66,"total_tokens":75}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--unconstrained--policy-reject-signature","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"admit\"\n}","resources":{"elapsed_ns":631264827,"process_cpu_ns":1253652007,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"long96","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--schema--policy-reject-signature","model":"smol360-q4","outcome":"scored","output":"{ \"decision\": \"admit\" }","resources":{"elapsed_ns":655470278,"process_cpu_ns":1250652958,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":9,"prompt_tokens":66,"total_tokens":75}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":false,"id":"smol135-q4--short24--unconstrained--policy-reject-signature","model":"smol135-q4","outcome":"scored","output":"```python\ndef get_decision(record, policy):\n    decision = record.decision\n    decision_type = record","resources":{"elapsed_ns":329353481,"process_cpu_ns":643210941,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":24,"prompt_tokens":66,"total_tokens":90}},{"configuration":"short24","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol135-q4--short24--schema--policy-reject-signature","model":"smol135-q4","outcome":"scored","output":"{ \"decision\": \"accept\" }","resources":{"elapsed_ns":266480867,"process_cpu_ns":481553936,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":66,"total_tokens":74}},{"configuration":"long96","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol135-q4--long96--schema--arithmetic-difference","model":"smol135-q4","outcome":"scored","output":"{ \"answer\": 19 }","resources":{"elapsed_ns":221828889,"process_cpu_ns":395323388,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":49,"total_tokens":57}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--unconstrained--arithmetic-difference","model":"smol360-q4","outcome":"scored","output":"{\n  \"answer\": 19\n}","resources":{"elapsed_ns":499132465,"process_cpu_ns":990165541,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":10,"prompt_tokens":49,"total_tokens":59}},{"configuration":"short24","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--schema--arithmetic-difference","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 19 }","resources":{"elapsed_ns":510481002,"process_cpu_ns":971643252,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":49,"total_tokens":57}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--unconstrained--arithmetic-difference","model":"smol360-q4","outcome":"scored","output":"{\n  \"answer\": 19\n}","resources":{"elapsed_ns":499019224,"process_cpu_ns":989916059,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":10,"prompt_tokens":49,"total_tokens":59}},{"configuration":"long96","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--schema--arithmetic-difference","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 19 }","resources":{"elapsed_ns":510989979,"process_cpu_ns":972751060,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":49,"total_tokens":57}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":false,"id":"smol135-q4--short24--unconstrained--arithmetic-difference","model":"smol135-q4","outcome":"scored","output":"19-8 = 19\n\nHere's how you can calculate 19-8:\n\n","resources":{"elapsed_ns":280103359,"process_cpu_ns":544734237,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":24,"prompt_tokens":49,"total_tokens":73}},{"configuration":"short24","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol135-q4--short24--schema--arithmetic-difference","model":"smol135-q4","outcome":"scored","output":"{ \"answer\": 19 }","resources":{"elapsed_ns":219263585,"process_cpu_ns":390902643,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":49,"total_tokens":57}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":false,"id":"smol135-q4--long96--unconstrained--arithmetic-difference","model":"smol135-q4","outcome":"scored","output":"19-8 = 19\n\nHere's how you can calculate 19-8:\n\n```python\ndef calculate_19_8(record):\n    return record[0] + record[1]\n```\n\nThis function uses the built-in `sum` function to calculate the sum of the first two elements in the record. The `+` operator is used to add the two numbers.","resources":{"elapsed_ns":740012648,"process_cpu_ns":1420360563,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":89,"prompt_tokens":49,"total_tokens":138}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--unconstrained--arithmetic-combined","model":"smol360-q4","outcome":"scored","output":"{ \"result\": 10 }","resources":{"elapsed_ns":472169166,"process_cpu_ns":937341907,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":8,"prompt_tokens":50,"total_tokens":58}},{"configuration":"short24","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--schema--arithmetic-combined","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 10 }","resources":{"elapsed_ns":515055200,"process_cpu_ns":982576053,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":50,"total_tokens":58}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--unconstrained--arithmetic-combined","model":"smol360-q4","outcome":"scored","output":"{ \"result\": 10 }","resources":{"elapsed_ns":469944910,"process_cpu_ns":933108590,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":8,"prompt_tokens":50,"total_tokens":58}},{"configuration":"long96","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--schema--arithmetic-combined","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 10 }","resources":{"elapsed_ns":513698676,"process_cpu_ns":979176432,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":50,"total_tokens":58}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":false,"id":"smol135-q4--short24--unconstrained--arithmetic-combined","model":"smol135-q4","outcome":"scored","output":"Here's a Python function that calculates the sum of two numbers:\n\n```python\ndef sum_of_two","resources":{"elapsed_ns":281394176,"process_cpu_ns":547065414,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":24,"prompt_tokens":50,"total_tokens":74}},{"configuration":"short24","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol135-q4--short24--schema--arithmetic-combined","model":"smol135-q4","outcome":"scored","output":"{ \"answer\": 9 }","resources":{"elapsed_ns":210435416,"process_cpu_ns":378439018,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":7,"prompt_tokens":50,"total_tokens":57}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":false,"id":"smol135-q4--long96--unconstrained--arithmetic-combined","model":"smol135-q4","outcome":"scored","output":"Here's a Python function that calculates the sum of two numbers:\n\n```python\ndef sum_of_two(a, b):\n    return a + b\n\nprint(sum_of_two(3, 4))  # Output: 7\n```\n\nHowever, this function will not work correctly if the inputs are not numbers. If you want to add numbers, you can use the following function:\n\n```python\ndef sum_","resources":{"elapsed_ns":792314612,"process_cpu_ns":1518486178,"process_maxrss_kib":554024},"schemaValid":false,"tokens":{"completion_tokens":96,"prompt_tokens":50,"total_tokens":146}},{"configuration":"long96","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol135-q4--long96--schema--arithmetic-combined","model":"smol135-q4","outcome":"scored","output":"{ \"answer\": 9 }","resources":{"elapsed_ns":210756444,"process_cpu_ns":379016367,"process_maxrss_kib":554024},"schemaValid":true,"tokens":{"completion_tokens":7,"prompt_tokens":50,"total_tokens":57}},{"configuration":"short24","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--schema--policy-hold-consent","model":"smol360-q4","outcome":"scored","output":"{ \"decision\": \"publishes\" }","resources":{"elapsed_ns":653886506,"process_cpu_ns":1247986936,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":9,"prompt_tokens":66,"total_tokens":75}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--unconstrained--policy-hold-consent","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"publishes\"\n}","resources":{"elapsed_ns":630706594,"process_cpu_ns":1252452350,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"long96","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--schema--policy-hold-consent","model":"smol360-q4","outcome":"scored","output":"{ \"decision\": \"publishes\" }","resources":{"elapsed_ns":652116663,"process_cpu_ns":1245824531,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":9,"prompt_tokens":66,"total_tokens":75}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":false,"id":"smol135-q4--short24--unconstrained--policy-hold-consent","model":"smol135-q4","outcome":"scored","output":"```json\n{\n  \"status\": \"success\",\n  \"decision\": {\n    \"decision_type\": \"success","resources":{"elapsed_ns":321576698,"process_cpu_ns":628134343,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":24,"prompt_tokens":66,"total_tokens":90}},{"configuration":"short24","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol135-q4--short24--schema--policy-hold-consent","model":"smol135-q4","outcome":"scored","output":"{ \"decision\": \"yes\" }","resources":{"elapsed_ns":264879255,"process_cpu_ns":479630456,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":66,"total_tokens":74}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":false,"id":"smol135-q4--long96--unconstrained--policy-hold-consent","model":"smol135-q4","outcome":"scored","output":"```json\n{\n  \"status\": \"success\",\n  \"decision\": {\n    \"decision_type\": \"success\",\n    \"decision_type_name\": \"decision\",\n    \"decision_type_value\": \"success\",\n    \"decision_type_value_type\": \"success\",\n    \"decision_type_value_type\": \"success\",\n    \"decision_type_value_type\": \"success\",\n    \"decision_type_value_type\":","resources":{"elapsed_ns":836670822,"process_cpu_ns":1606965574,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":96,"prompt_tokens":66,"total_tokens":162}},{"configuration":"long96","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol135-q4--long96--schema--policy-hold-consent","model":"smol135-q4","outcome":"scored","output":"{ \"decision\": \"yes\" }","resources":{"elapsed_ns":267595329,"process_cpu_ns":484155156,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":66,"total_tokens":74}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--unconstrained--policy-hold-consent","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"publishes\"\n}","resources":{"elapsed_ns":629646746,"process_cpu_ns":1250509019,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--long96--unconstrained--abstain-unknown-age","model":"smol360-q4","outcome":"scored","output":"{\n  \"name\": \"Ana\",\n  \"age\": null\n}","resources":{"elapsed_ns":687629718,"process_cpu_ns":1362922612,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":16,"prompt_tokens":62,"total_tokens":78}},{"configuration":"long96","correct":true,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--long96--schema--abstain-unknown-age","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": null }","resources":{"elapsed_ns":557240461,"process_cpu_ns":1075723162,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":6,"prompt_tokens":62,"total_tokens":68}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol135-q4--short24--unconstrained--abstain-unknown-age","model":"smol135-q4","outcome":"scored","output":"Ana is 25 years old.","resources":{"elapsed_ns":216233721,"process_cpu_ns":424977609,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":9,"prompt_tokens":62,"total_tokens":71}},{"configuration":"short24","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol135-q4--short24--schema--abstain-unknown-age","model":"smol135-q4","outcome":"scored","output":"{\"answer\": \"Ana is 18 years old\"}","resources":{"elapsed_ns":327641199,"process_cpu_ns":562386686,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":13,"prompt_tokens":62,"total_tokens":75}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol135-q4--long96--unconstrained--abstain-unknown-age","model":"smol135-q4","outcome":"scored","output":"Ana is 25 years old.","resources":{"elapsed_ns":215511848,"process_cpu_ns":423506952,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":9,"prompt_tokens":62,"total_tokens":71}},{"configuration":"long96","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol135-q4--long96--schema--abstain-unknown-age","model":"smol135-q4","outcome":"scored","output":"{\"answer\": \"Ana is 18 years old\"}","resources":{"elapsed_ns":328870177,"process_cpu_ns":564240234,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":13,"prompt_tokens":62,"total_tokens":75}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--short24--unconstrained--abstain-unknown-age","model":"smol360-q4","outcome":"scored","output":"{\n  \"name\": \"Ana\",\n  \"age\": null\n}","resources":{"elapsed_ns":681168956,"process_cpu_ns":1349796827,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":16,"prompt_tokens":62,"total_tokens":78}},{"configuration":"short24","correct":true,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--short24--schema--abstain-unknown-age","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": null }","resources":{"elapsed_ns":557701508,"process_cpu_ns":1077109231,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":6,"prompt_tokens":62,"total_tokens":68}},{"configuration":"long96","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--schema--extract-quantity","model":"smol360-q4","outcome":"scored","output":"{ \"item\": \"apple\", \"quantity\": 3 }","resources":{"elapsed_ns":628072148,"process_cpu_ns":1179636677,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":13,"prompt_tokens":51,"total_tokens":64}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":true,"id":"smol135-q4--short24--unconstrained--extract-quantity","model":"smol135-q4","outcome":"scored","output":"{\n  \"record\": {\n    \"item\": {\n      \"quantity\": 3\n    }\n  }\n}","resources":{"elapsed_ns":283557862,"process_cpu_ns":551813163,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":23,"prompt_tokens":51,"total_tokens":74}},{"configuration":"short24","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol135-q4--short24--schema--extract-quantity","model":"smol135-q4","outcome":"scored","output":"{ \"item\": \"apple\", \"quantity\": 3 }","resources":{"elapsed_ns":282668949,"process_cpu_ns":490111862,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":13,"prompt_tokens":51,"total_tokens":64}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":true,"id":"smol135-q4--long96--unconstrained--extract-quantity","model":"smol135-q4","outcome":"scored","output":"{\n  \"record\": {\n    \"item\": {\n      \"quantity\": 3\n    }\n  }\n}","resources":{"elapsed_ns":285418474,"process_cpu_ns":555187928,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":23,"prompt_tokens":51,"total_tokens":74}},{"configuration":"long96","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol135-q4--long96--schema--extract-quantity","model":"smol135-q4","outcome":"scored","output":"{ \"item\": \"apple\", \"quantity\": 3 }","resources":{"elapsed_ns":289264551,"process_cpu_ns":502113781,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":13,"prompt_tokens":51,"total_tokens":64}},{"configuration":"short24","correct":true,"decoder":"unconstrained","family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--unconstrained--extract-quantity","model":"smol360-q4","outcome":"scored","output":"{\n  \"item\": \"apple\",\n  \"quantity\": 3\n}","resources":{"elapsed_ns":605366489,"process_cpu_ns":1198222171,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":16,"prompt_tokens":51,"total_tokens":67}},{"configuration":"short24","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--schema--extract-quantity","model":"smol360-q4","outcome":"scored","output":"{ \"item\": \"apple\", \"quantity\": 3 }","resources":{"elapsed_ns":650423648,"process_cpu_ns":1215378440,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":13,"prompt_tokens":51,"total_tokens":64}},{"configuration":"long96","correct":true,"decoder":"unconstrained","family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--unconstrained--extract-quantity","model":"smol360-q4","outcome":"scored","output":"{\n  \"item\": \"apple\",\n  \"quantity\": 3\n}","resources":{"elapsed_ns":609513035,"process_cpu_ns":1206111836,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":16,"prompt_tokens":51,"total_tokens":67}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":false,"id":"smol135-q4--short24--unconstrained--arithmetic-division","model":"smol135-q4","outcome":"scored","output":"```python\ndef calculate_21(record):\n    return record.to_dict()\n\n# Example usage","resources":{"elapsed_ns":278820397,"process_cpu_ns":542042076,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":24,"prompt_tokens":49,"total_tokens":73}},{"configuration":"short24","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol135-q4--short24--schema--arithmetic-division","model":"smol135-q4","outcome":"scored","output":"{ \"answer\": 21 }","resources":{"elapsed_ns":220371384,"process_cpu_ns":392764556,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":49,"total_tokens":57}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":false,"id":"smol135-q4--long96--unconstrained--arithmetic-division","model":"smol135-q4","outcome":"scored","output":"```python\ndef calculate_21(record):\n    return record.to_dict()\n\n# Example usage:\nprint(calculate_21(1))  # Output: 21\nprint(calculate_21(2))  # Output: 22\nprint(calculate_21(3))  # Output: 23\nprint(calculate_21(4))  # Output: 24\nprint(","resources":{"elapsed_ns":792210100,"process_cpu_ns":1517365576,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":96,"prompt_tokens":49,"total_tokens":145}},{"configuration":"long96","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol135-q4--long96--schema--arithmetic-division","model":"smol135-q4","outcome":"scored","output":"{ \"answer\": 21 }","resources":{"elapsed_ns":222505126,"process_cpu_ns":396540189,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":49,"total_tokens":57}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--unconstrained--arithmetic-division","model":"smol360-q4","outcome":"scored","output":"{\n    \"result\": 7\n}","resources":{"elapsed_ns":488502195,"process_cpu_ns":968990808,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":9,"prompt_tokens":49,"total_tokens":58}},{"configuration":"short24","correct":true,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--schema--arithmetic-division","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 7 }","resources":{"elapsed_ns":492563491,"process_cpu_ns":942104097,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":7,"prompt_tokens":49,"total_tokens":56}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--unconstrained--arithmetic-division","model":"smol360-q4","outcome":"scored","output":"{\n    \"result\": 7\n}","resources":{"elapsed_ns":485826476,"process_cpu_ns":963976690,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":9,"prompt_tokens":49,"total_tokens":58}},{"configuration":"long96","correct":true,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--schema--arithmetic-division","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 7 }","resources":{"elapsed_ns":492090601,"process_cpu_ns":940603014,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":7,"prompt_tokens":49,"total_tokens":56}},{"configuration":"short24","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol135-q4--short24--schema--abstain-unknown-city","model":"smol135-q4","outcome":"scored","output":"{\"answer\": \"Sam lives in New York City.\"}","resources":{"elapsed_ns":349959474,"process_cpu_ns":606347187,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":14,"prompt_tokens":67,"total_tokens":81}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol135-q4--long96--unconstrained--abstain-unknown-city","model":"smol135-q4","outcome":"scored","output":"Sam lives in Springfield, Illinois.","resources":{"elapsed_ns":217094769,"process_cpu_ns":428166807,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":7,"prompt_tokens":67,"total_tokens":74}},{"configuration":"long96","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol135-q4--long96--schema--abstain-unknown-city","model":"smol135-q4","outcome":"scored","output":"{\"answer\": \"Sam lives in New York City.\"}","resources":{"elapsed_ns":347816136,"process_cpu_ns":603321871,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":14,"prompt_tokens":67,"total_tokens":81}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol360-q4--short24--unconstrained--abstain-unknown-city","model":"smol360-q4","outcome":"scored","output":"Sam lives in New York City.","resources":{"elapsed_ns":578496082,"process_cpu_ns":1150655257,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":7,"prompt_tokens":67,"total_tokens":74}},{"configuration":"short24","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--short24--schema--abstain-unknown-city","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": \"New York City\" }","resources":{"elapsed_ns":691090671,"process_cpu_ns":1313745745,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":10,"prompt_tokens":67,"total_tokens":77}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol360-q4--long96--unconstrained--abstain-unknown-city","model":"smol360-q4","outcome":"scored","output":"Sam lives in New York City.","resources":{"elapsed_ns":578902589,"process_cpu_ns":1151394539,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":7,"prompt_tokens":67,"total_tokens":74}},{"configuration":"long96","correct":false,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--long96--schema--abstain-unknown-city","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": \"New York City\" }","resources":{"elapsed_ns":688016471,"process_cpu_ns":1307154332,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":10,"prompt_tokens":67,"total_tokens":77}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol135-q4--short24--unconstrained--abstain-unknown-city","model":"smol135-q4","outcome":"scored","output":"Sam lives in Springfield, Illinois.","resources":{"elapsed_ns":216784201,"process_cpu_ns":427573349,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":7,"prompt_tokens":67,"total_tokens":74}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":false,"id":"smol135-q4--long96--unconstrained--arithmetic-remaining","model":"smol135-q4","outcome":"scored","output":"10-2-3 = 10 + 2 + 3","resources":{"elapsed_ns":236788262,"process_cpu_ns":462126201,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":16,"prompt_tokens":51,"total_tokens":67}},{"configuration":"long96","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol135-q4--long96--schema--arithmetic-remaining","model":"smol135-q4","outcome":"scored","output":"{ \"answer\": 10 }","resources":{"elapsed_ns":224194278,"process_cpu_ns":401135772,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":51,"total_tokens":59}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--unconstrained--arithmetic-remaining","model":"smol360-q4","outcome":"scored","output":"{\n    \"result\": 10,\n    \"answer\": 10\n}","resources":{"elapsed_ns":637046936,"process_cpu_ns":1260498365,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":18,"prompt_tokens":51,"total_tokens":69}},{"configuration":"short24","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--schema--arithmetic-remaining","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 10 }","resources":{"elapsed_ns":527404483,"process_cpu_ns":1005612046,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":51,"total_tokens":59}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--unconstrained--arithmetic-remaining","model":"smol360-q4","outcome":"scored","output":"{\n    \"result\": 10,\n    \"answer\": 10\n}","resources":{"elapsed_ns":641009117,"process_cpu_ns":1267957174,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":18,"prompt_tokens":51,"total_tokens":69}},{"configuration":"long96","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--schema--arithmetic-remaining","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 10 }","resources":{"elapsed_ns":526934923,"process_cpu_ns":1004493711,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":51,"total_tokens":59}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":false,"id":"smol135-q4--short24--unconstrained--arithmetic-remaining","model":"smol135-q4","outcome":"scored","output":"10-2-3 = 10 + 2 + 3","resources":{"elapsed_ns":254647996,"process_cpu_ns":497111750,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":16,"prompt_tokens":51,"total_tokens":67}},{"configuration":"short24","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol135-q4--short24--schema--arithmetic-remaining","model":"smol135-q4","outcome":"scored","output":"{ \"answer\": 10 }","resources":{"elapsed_ns":224936921,"process_cpu_ns":402101880,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":51,"total_tokens":59}},{"configuration":"long96","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol135-q4--long96--schema--extract-list","model":"smol135-q4","outcome":"scored","output":"{ \"colors\": [ \"red\", \"blue\" ] }","resources":{"elapsed_ns":300361266,"process_cpu_ns":518237584,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":13,"prompt_tokens":55,"total_tokens":68}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--unconstrained--extract-list","model":"smol360-q4","outcome":"scored","output":"{\n  \"selectedColors\": [\"red\", \"blue\"]\n}","resources":{"elapsed_ns":610236156,"process_cpu_ns":1208160640,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":14,"prompt_tokens":55,"total_tokens":69}},{"configuration":"short24","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--schema--extract-list","model":"smol360-q4","outcome":"scored","output":"{ \"colors\": [\"red\", \"blue\"] }","resources":{"elapsed_ns":684627289,"process_cpu_ns":1296517932,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":11,"prompt_tokens":55,"total_tokens":66}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--unconstrained--extract-list","model":"smol360-q4","outcome":"scored","output":"{\n  \"selectedColors\": [\"red\", \"blue\"]\n}","resources":{"elapsed_ns":604623161,"process_cpu_ns":1197830495,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":14,"prompt_tokens":55,"total_tokens":69}},{"configuration":"long96","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--schema--extract-list","model":"smol360-q4","outcome":"scored","output":"{ \"colors\": [\"red\", \"blue\"] }","resources":{"elapsed_ns":622194517,"process_cpu_ns":1172644285,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":11,"prompt_tokens":55,"total_tokens":66}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":false,"id":"smol135-q4--short24--unconstrained--extract-list","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_colors(record):\n    return [record","resources":{"elapsed_ns":294129150,"process_cpu_ns":572530896,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":24,"prompt_tokens":55,"total_tokens":79}},{"configuration":"short24","correct":true,"decoder":"schema","family":"structured-extraction","formatValid":true,"id":"smol135-q4--short24--schema--extract-list","model":"smol135-q4","outcome":"scored","output":"{ \"colors\": [ \"red\", \"blue\" ] }","resources":{"elapsed_ns":301733300,"process_cpu_ns":520195488,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":13,"prompt_tokens":55,"total_tokens":68}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"structured-extraction","formatValid":false,"id":"smol135-q4--long96--unconstrained--extract-list","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_colors(record):\n    return [record.get('color', ''), record.get('color', ''), record.get('color', '')]\n```\n\nThis implementation uses a list comprehension to create a list of colors. The `get` method is used to retrieve the value of the `'color'` key in the record. The `get` method returns the value of","resources":{"elapsed_ns":809481320,"process_cpu_ns":1552911546,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":96,"prompt_tokens":55,"total_tokens":151}},{"configuration":"short24","correct":true,"decoder":"unconstrained","family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--unconstrained--arithmetic-sum","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 12 }","resources":{"elapsed_ns":461850548,"process_cpu_ns":916510833,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":48,"total_tokens":56}},{"configuration":"short24","correct":true,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--schema--arithmetic-sum","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 12 }","resources":{"elapsed_ns":503531185,"process_cpu_ns":957904757,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":48,"total_tokens":56}},{"configuration":"long96","correct":true,"decoder":"unconstrained","family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--unconstrained--arithmetic-sum","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 12 }","resources":{"elapsed_ns":458710923,"process_cpu_ns":910393023,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":48,"total_tokens":56}},{"configuration":"long96","correct":true,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--schema--arithmetic-sum","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 12 }","resources":{"elapsed_ns":500349092,"process_cpu_ns":952152559,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":48,"total_tokens":56}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":false,"id":"smol135-q4--short24--unconstrained--arithmetic-sum","model":"smol135-q4","outcome":"scored","output":"Here's a Python function that calculates the sum of all numbers in a given list:\n\n```python\ndef sum","resources":{"elapsed_ns":276726092,"process_cpu_ns":537732019,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":24,"prompt_tokens":48,"total_tokens":72}},{"configuration":"short24","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol135-q4--short24--schema--arithmetic-sum","model":"smol135-q4","outcome":"scored","output":"{ \"answer\": 15 }","resources":{"elapsed_ns":217296701,"process_cpu_ns":386821129,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":48,"total_tokens":56}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":false,"id":"smol135-q4--long96--unconstrained--arithmetic-sum","model":"smol135-q4","outcome":"scored","output":"Here's a Python function that calculates the sum of all numbers in a given list:\n\n```python\ndef sum_of_numbers(numbers):\n    return sum(numbers)\n\n# Example usage:\nnumbers = [1, 2, 3, 4, 5]\nresult = sum_of_numbers(numbers)\nprint(result)  # Output: 15\n```\n\nThis function uses the built-in `","resources":{"elapsed_ns":776874844,"process_cpu_ns":1489032609,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":96,"prompt_tokens":48,"total_tokens":144}},{"configuration":"long96","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol135-q4--long96--schema--arithmetic-sum","model":"smol135-q4","outcome":"scored","output":"{ \"answer\": 15 }","resources":{"elapsed_ns":216022760,"process_cpu_ns":384696348,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":48,"total_tokens":56}},{"configuration":"short24","correct":true,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--schema--arithmetic-product","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 24 }","resources":{"elapsed_ns":499472777,"process_cpu_ns":950341780,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":48,"total_tokens":56}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--unconstrained--arithmetic-product","model":"smol360-q4","outcome":"scored","output":"{\n  \"result\": 24\n}","resources":{"elapsed_ns":487562182,"process_cpu_ns":967004577,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":10,"prompt_tokens":48,"total_tokens":58}},{"configuration":"long96","correct":true,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--schema--arithmetic-product","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 24 }","resources":{"elapsed_ns":500743008,"process_cpu_ns":953455656,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":48,"total_tokens":56}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":false,"id":"smol135-q4--short24--unconstrained--arithmetic-product","model":"smol135-q4","outcome":"scored","output":"6*4 = 24","resources":{"elapsed_ns":169923402,"process_cpu_ns":333663818,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":7,"prompt_tokens":48,"total_tokens":55}},{"configuration":"short24","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol135-q4--short24--schema--arithmetic-product","model":"smol135-q4","outcome":"scored","output":"{ \"answer\": 12 }","resources":{"elapsed_ns":217539402,"process_cpu_ns":387355926,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":48,"total_tokens":56}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":false,"id":"smol135-q4--long96--unconstrained--arithmetic-product","model":"smol135-q4","outcome":"scored","output":"6*4 = 24","resources":{"elapsed_ns":168558793,"process_cpu_ns":331088577,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":7,"prompt_tokens":48,"total_tokens":55}},{"configuration":"long96","correct":false,"decoder":"schema","family":"arithmetic","formatValid":true,"id":"smol135-q4--long96--schema--arithmetic-product","model":"smol135-q4","outcome":"scored","output":"{ \"answer\": 12 }","resources":{"elapsed_ns":217507333,"process_cpu_ns":387484692,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":48,"total_tokens":56}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--unconstrained--arithmetic-product","model":"smol360-q4","outcome":"scored","output":"{\n  \"result\": 24\n}","resources":{"elapsed_ns":489114360,"process_cpu_ns":969866757,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":10,"prompt_tokens":48,"total_tokens":58}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--long96--unconstrained--abstain-known-city","model":"smol360-q4","outcome":"scored","output":"{\n  \"name\": \"Sam\",\n  \"city\": \"Oslo\"\n}","resources":{"elapsed_ns":755224048,"process_cpu_ns":1496936615,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":18,"prompt_tokens":68,"total_tokens":86}},{"configuration":"long96","correct":true,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--long96--schema--abstain-known-city","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": \"Oslo\" }","resources":{"elapsed_ns":673589469,"process_cpu_ns":1285314618,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":9,"prompt_tokens":68,"total_tokens":77}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol135-q4--short24--unconstrained--abstain-known-city","model":"smol135-q4","outcome":"scored","output":"Sam lives in Oslo.","resources":{"elapsed_ns":205286593,"process_cpu_ns":405730237,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":5,"prompt_tokens":68,"total_tokens":73}},{"configuration":"short24","correct":true,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol135-q4--short24--schema--abstain-known-city","model":"smol135-q4","outcome":"scored","output":"{\"answer\": \"Oslo\"}","resources":{"elapsed_ns":284788103,"process_cpu_ns":518284299,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":7,"prompt_tokens":68,"total_tokens":75}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":false,"id":"smol135-q4--long96--unconstrained--abstain-known-city","model":"smol135-q4","outcome":"scored","output":"Sam lives in Oslo.","resources":{"elapsed_ns":222449714,"process_cpu_ns":439829392,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":5,"prompt_tokens":68,"total_tokens":73}},{"configuration":"long96","correct":true,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol135-q4--long96--schema--abstain-known-city","model":"smol135-q4","outcome":"scored","output":"{\"answer\": \"Oslo\"}","resources":{"elapsed_ns":279173905,"process_cpu_ns":504256361,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":7,"prompt_tokens":68,"total_tokens":75}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--short24--unconstrained--abstain-known-city","model":"smol360-q4","outcome":"scored","output":"{\n  \"name\": \"Sam\",\n  \"city\": \"Oslo\"\n}","resources":{"elapsed_ns":775939371,"process_cpu_ns":1535787955,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":18,"prompt_tokens":68,"total_tokens":86}},{"configuration":"short24","correct":true,"decoder":"schema","family":"grounded-abstention","formatValid":true,"id":"smol360-q4--short24--schema--abstain-known-city","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": \"Oslo\" }","resources":{"elapsed_ns":678788282,"process_cpu_ns":1295911769,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":9,"prompt_tokens":68,"total_tokens":77}},{"configuration":"long96","correct":true,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--schema--policy-admit","model":"smol360-q4","outcome":"scored","output":"{ \"decision\": \"admit\" }","resources":{"elapsed_ns":673785012,"process_cpu_ns":1286686966,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":9,"prompt_tokens":66,"total_tokens":75}},{"configuration":"short24","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":false,"id":"smol135-q4--short24--unconstrained--policy-admit","model":"smol135-q4","outcome":"scored","output":"```python\ndef get_decision(record):\n    decision = record.get(\"decision\", None)\n    decision =","resources":{"elapsed_ns":327585618,"process_cpu_ns":639811276,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":24,"prompt_tokens":66,"total_tokens":90}},{"configuration":"short24","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol135-q4--short24--schema--policy-admit","model":"smol135-q4","outcome":"scored","output":"{ \"decision\": \"accept\" }","resources":{"elapsed_ns":269186225,"process_cpu_ns":487577429,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":66,"total_tokens":74}},{"configuration":"long96","correct":false,"decoder":"unconstrained","family":"policy-decision","formatValid":false,"id":"smol135-q4--long96--unconstrained--policy-admit","model":"smol135-q4","outcome":"scored","output":"```python\ndef get_decision(record):\n    decision = record.get(\"decision\", None)\n    decision = decision.strip()\n    decision = decision.strip(\"'\")\")\n    decision = decision.strip(\"'\")\")\n    decision = decision.strip(\"'\")\")\n    decision = decision.strip(\"'\")\")\n    decision = decision.strip(\"'\")\")\n    decision = decision.strip(\"'\")\")\n    decision = decision.strip(\"'\")\")\n    decision = decision.","resources":{"elapsed_ns":843324374,"process_cpu_ns":1619579448,"process_maxrss_kib":554152},"schemaValid":false,"tokens":{"completion_tokens":96,"prompt_tokens":66,"total_tokens":162}},{"configuration":"long96","correct":false,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol135-q4--long96--schema--policy-admit","model":"smol135-q4","outcome":"scored","output":"{ \"decision\": \"accept\" }","resources":{"elapsed_ns":271109924,"process_cpu_ns":488945356,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":8,"prompt_tokens":66,"total_tokens":74}},{"configuration":"short24","correct":true,"decoder":"unconstrained","family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--unconstrained--policy-admit","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"admit\"\n}","resources":{"elapsed_ns":637909508,"process_cpu_ns":1266935334,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"short24","correct":true,"decoder":"schema","family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--schema--policy-admit","model":"smol360-q4","outcome":"scored","output":"{ \"decision\": \"admit\" }","resources":{"elapsed_ns":661779393,"process_cpu_ns":1262827937,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":9,"prompt_tokens":66,"total_tokens":75}},{"configuration":"long96","correct":true,"decoder":"unconstrained","family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--unconstrained--policy-admit","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"admit\"\n}","resources":{"elapsed_ns":642235277,"process_cpu_ns":1275477023,"process_maxrss_kib":554152},"schemaValid":true,"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}}],"custody":"Probity-operated; independent custody not established","effects":"not executed","elapsed_ns":93963267580,"evidence":{"complete":true,"withinRunBudget":true},"interpretation":"paired authored operational tasks; unconstrained versus syntax/type-only schema decoding under selected Q4_K_M models; no target values in grammar, benchmark, deployment, semantic-safety or independent custody claim","nativeTokens":{"completion":3495,"prompt":11312},"population":{"error":0,"incomplete":0,"planned":192,"scored":192,"started":192,"unknown-start":0,"unsupported":0},"preparation":{"complete":true,"elapsedSeconds":6.380860649000013,"scope":"retained transfer/source selection receipts reconstructed; weights/source wheels omitted from native packet and retained in full preparation archive; not an independent transfer or inference witness","selectedPayloadBytes":472221945,"selectedPayloadBytesByCategory":{"dependencies":45457867,"metadata":30738,"model":376044704,"source":50688636}},"profile":"probity-local-cpu-format-control-v1","publicationDecision":"publish-scoped-report","quality":[{"callElapsedNs":1748998941,"completionTokens":143,"configuration":"short24","correct":0,"decoder":"unconstrained","family":"structured-extraction","formatValid":1,"model":"smol135-q4","planned":6,"processCpuNs":3403629782,"processLifetimePeakRssKiB":554152,"promptTokens":323,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":0,"scored":6},{"callElapsedNs":1541615422,"completionTokens":119,"configuration":"short24","correct":0,"decoder":"unconstrained","family":"arithmetic","formatValid":0,"model":"smol135-q4","planned":6,"processCpuNs":3002349314,"processLifetimePeakRssKiB":554152,"promptTokens":295,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":0,"scored":6},{"callElapsedNs":1946854423,"completionTokens":144,"configuration":"short24","correct":0,"decoder":"unconstrained","family":"policy-decision","formatValid":0,"model":"smol135-q4","planned":6,"processCpuNs":3802209612,"processLifetimePeakRssKiB":554152,"promptTokens":396,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":0,"scored":6},{"callElapsedNs":1383494679,"completionTokens":54,"configuration":"short24","correct":0,"decoder":"unconstrained","family":"grounded-abstention","formatValid":0,"model":"smol135-q4","planned":6,"processCpuNs":2723218601,"processLifetimePeakRssKiB":554152,"promptTokens":400,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":0,"scored":6},{"callElapsedNs":1914564180,"completionTokens":90,"configuration":"short24","correct":4,"decoder":"schema","family":"structured-extraction","formatValid":6,"model":"smol135-q4","planned":6,"processCpuNs":3290480336,"processLifetimePeakRssKiB":554152,"promptTokens":323,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":1309843409,"completionTokens":47,"configuration":"short24","correct":0,"decoder":"schema","family":"arithmetic","formatValid":6,"model":"smol135-q4","planned":6,"processCpuNs":2338385152,"processLifetimePeakRssKiB":554152,"promptTokens":295,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":1603433346,"completionTokens":48,"configuration":"short24","correct":0,"decoder":"schema","family":"policy-decision","formatValid":6,"model":"smol135-q4","planned":6,"processCpuNs":2902321959,"processLifetimePeakRssKiB":554152,"promptTokens":396,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":1852775548,"completionTokens":61,"configuration":"short24","correct":1,"decoder":"schema","family":"grounded-abstention","formatValid":6,"model":"smol135-q4","planned":6,"processCpuNs":3275923524,"processLifetimePeakRssKiB":554152,"promptTokens":400,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":3756403260,"completionTokens":429,"configuration":"long96","correct":0,"decoder":"unconstrained","family":"structured-extraction","formatValid":1,"model":"smol135-q4","planned":6,"processCpuNs":7223925593,"processLifetimePeakRssKiB":554152,"promptTokens":323,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":0,"scored":6},{"callElapsedNs":3506759259,"completionTokens":400,"configuration":"long96","correct":0,"decoder":"unconstrained","family":"arithmetic","formatValid":0,"model":"smol135-q4","planned":6,"processCpuNs":6738459704,"processLifetimePeakRssKiB":554152,"promptTokens":295,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":0,"scored":6},{"callElapsedNs":5012993864,"completionTokens":576,"configuration":"long96","correct":0,"decoder":"unconstrained","family":"policy-decision","formatValid":0,"model":"smol135-q4","planned":6,"processCpuNs":9631752740,"processLifetimePeakRssKiB":554152,"promptTokens":396,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":0,"scored":6},{"callElapsedNs":1429630471,"completionTokens":54,"configuration":"long96","correct":0,"decoder":"unconstrained","family":"grounded-abstention","formatValid":0,"model":"smol135-q4","planned":6,"processCpuNs":2813989249,"processLifetimePeakRssKiB":554152,"promptTokens":400,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":0,"scored":6},{"callElapsedNs":1906001266,"completionTokens":90,"configuration":"long96","correct":4,"decoder":"schema","family":"structured-extraction","formatValid":6,"model":"smol135-q4","planned":6,"processCpuNs":3276471820,"processLifetimePeakRssKiB":554152,"promptTokens":323,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":1312814830,"completionTokens":47,"configuration":"long96","correct":0,"decoder":"schema","family":"arithmetic","formatValid":6,"model":"smol135-q4","planned":6,"processCpuNs":2344196756,"processLifetimePeakRssKiB":554152,"promptTokens":295,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":1604524678,"completionTokens":48,"configuration":"long96","correct":0,"decoder":"schema","family":"policy-decision","formatValid":6,"model":"smol135-q4","planned":6,"processCpuNs":2901527030,"processLifetimePeakRssKiB":554152,"promptTokens":396,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":1821108516,"completionTokens":61,"configuration":"long96","correct":1,"decoder":"schema","family":"grounded-abstention","formatValid":6,"model":"smol135-q4","planned":6,"processCpuNs":3217245274,"processLifetimePeakRssKiB":554152,"promptTokens":400,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":3812049695,"completionTokens":99,"configuration":"short24","correct":2,"decoder":"unconstrained","family":"structured-extraction","formatValid":5,"model":"smol360-q4","planned":6,"processCpuNs":7546162854,"processLifetimePeakRssKiB":554152,"promptTokens":323,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":2,"scored":6},{"callElapsedNs":3047815670,"completionTokens":63,"configuration":"short24","correct":1,"decoder":"unconstrained","family":"arithmetic","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":6043374211,"processLifetimePeakRssKiB":554152,"promptTokens":295,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":2,"scored":6},{"callElapsedNs":3779328066,"completionTokens":65,"configuration":"short24","correct":1,"decoder":"unconstrained","family":"policy-decision","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":7505077496,"processLifetimePeakRssKiB":554152,"promptTokens":396,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":4116130685,"completionTokens":83,"configuration":"short24","correct":0,"decoder":"unconstrained","family":"grounded-abstention","formatValid":4,"model":"smol360-q4","planned":6,"processCpuNs":8163646601,"processLifetimePeakRssKiB":554152,"promptTokens":400,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":0,"scored":6},{"callElapsedNs":4151733060,"completionTokens":86,"configuration":"short24","correct":6,"decoder":"schema","family":"structured-extraction","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":7774438523,"processLifetimePeakRssKiB":554152,"promptTokens":323,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":3048508138,"completionTokens":47,"configuration":"short24","correct":3,"decoder":"schema","family":"arithmetic","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":5810181985,"processLifetimePeakRssKiB":554152,"promptTokens":295,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":3940970775,"completionTokens":54,"configuration":"short24","correct":1,"decoder":"schema","family":"policy-decision","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":7524211133,"processLifetimePeakRssKiB":554152,"promptTokens":396,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":3786387640,"completionTokens":45,"configuration":"short24","correct":3,"decoder":"schema","family":"grounded-abstention","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":7276418126,"processLifetimePeakRssKiB":554152,"promptTokens":400,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":3809516954,"completionTokens":99,"configuration":"long96","correct":2,"decoder":"unconstrained","family":"structured-extraction","formatValid":5,"model":"smol360-q4","planned":6,"processCpuNs":7541916870,"processLifetimePeakRssKiB":554152,"promptTokens":323,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":2,"scored":6},{"callElapsedNs":3042072832,"completionTokens":63,"configuration":"long96","correct":1,"decoder":"unconstrained","family":"arithmetic","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":6032356113,"processLifetimePeakRssKiB":554152,"promptTokens":295,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":2,"scored":6},{"callElapsedNs":3800238469,"completionTokens":65,"configuration":"long96","correct":1,"decoder":"unconstrained","family":"policy-decision","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":7547128481,"processLifetimePeakRssKiB":554152,"promptTokens":396,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":4099009964,"completionTokens":83,"configuration":"long96","correct":0,"decoder":"unconstrained","family":"grounded-abstention","formatValid":4,"model":"smol360-q4","planned":6,"processCpuNs":8132947649,"processLifetimePeakRssKiB":554152,"promptTokens":400,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":0,"scored":6},{"callElapsedNs":4065443035,"completionTokens":86,"configuration":"long96","correct":6,"decoder":"schema","family":"structured-extraction","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":7607120128,"processLifetimePeakRssKiB":554152,"promptTokens":323,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":3044806279,"completionTokens":47,"configuration":"long96","correct":3,"decoder":"schema","family":"arithmetic","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":5802632432,"processLifetimePeakRssKiB":554152,"promptTokens":295,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":3941387854,"completionTokens":54,"configuration":"long96","correct":1,"decoder":"schema","family":"policy-decision","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":7524940958,"processLifetimePeakRssKiB":554152,"promptTokens":396,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6},{"callElapsedNs":3762554292,"completionTokens":45,"configuration":"long96","correct":3,"decoder":"schema","family":"grounded-abstention","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":7228610778,"processLifetimePeakRssKiB":554152,"promptTokens":400,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","schemaValid":6,"scored":6}],"tokenScope":"all returned native responses; errors have unknown token use"}