{"attempts":[{"configuration":"short24","correct":false,"family":"policy-decision","formatValid":false,"id":"smol135-q4--short24--policy-hold-check","model":"smol135-q4","outcome":"scored","output":"```json\n{\n  \"status\": \"success\",\n  \"decision\": {\n    \"decision_type\": \"success","resources":{"elapsed_ns":327116355,"process_cpu_ns":638769206,"process_maxrss_kib":522924},"tokens":{"completion_tokens":24,"prompt_tokens":66,"total_tokens":90}},{"configuration":"long96","correct":false,"family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--policy-hold-check","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"publish\"\n}","resources":{"elapsed_ns":622593854,"process_cpu_ns":1236295864,"process_maxrss_kib":535756},"tokens":{"completion_tokens":10,"prompt_tokens":66,"total_tokens":76}},{"configuration":"long96","correct":false,"family":"policy-decision","formatValid":false,"id":"smol135-q4--long96--policy-hold-check","model":"smol135-q4","outcome":"scored","output":"```json\n{\n  \"status\": \"success\",\n  \"decision\": {\n    \"decision_type\": \"success\",\n    \"decision_type_name\": \"decision\",\n    \"decision_type_value\": \"success\",\n    \"decision_type_value_name\": \"decision\",\n    \"decision_type_value_name\": \"decision\",\n    \"decision_type_value_name\": \"decision\",\n    \"decision_type_value_name\":","resources":{"elapsed_ns":847136813,"process_cpu_ns":1629251040,"process_maxrss_kib":535756},"tokens":{"completion_tokens":96,"prompt_tokens":66,"total_tokens":162}},{"configuration":"short24","correct":false,"family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--policy-hold-check","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"publish\"\n}","resources":{"elapsed_ns":618593320,"process_cpu_ns":1229165999,"process_maxrss_kib":535756},"tokens":{"completion_tokens":10,"prompt_tokens":66,"total_tokens":76}},{"configuration":"long96","correct":false,"family":"grounded-abstention","formatValid":true,"id":"smol360-q4--long96--abstain-unknown-total","model":"smol360-q4","outcome":"scored","output":"{\n  \"apples\": 3,\n  \"oranges\": null\n}","resources":{"elapsed_ns":738318660,"process_cpu_ns":1464910869,"process_maxrss_kib":535756},"tokens":{"completion_tokens":16,"prompt_tokens":68,"total_tokens":84}},{"configuration":"long96","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol135-q4--long96--abstain-unknown-total","model":"smol135-q4","outcome":"scored","output":"The total number of fruits is 3.","resources":{"elapsed_ns":232048435,"process_cpu_ns":456920729,"process_maxrss_kib":535884},"tokens":{"completion_tokens":9,"prompt_tokens":68,"total_tokens":77}},{"configuration":"short24","correct":false,"family":"grounded-abstention","formatValid":true,"id":"smol360-q4--short24--abstain-unknown-total","model":"smol360-q4","outcome":"scored","output":"{\n  \"apples\": 3,\n  \"oranges\": null\n}","resources":{"elapsed_ns":725235450,"process_cpu_ns":1438756151,"process_maxrss_kib":535884},"tokens":{"completion_tokens":16,"prompt_tokens":68,"total_tokens":84}},{"configuration":"short24","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol135-q4--short24--abstain-unknown-total","model":"smol135-q4","outcome":"scored","output":"The total number of fruits is 3.","resources":{"elapsed_ns":231152089,"process_cpu_ns":455289450,"process_maxrss_kib":535884},"tokens":{"completion_tokens":9,"prompt_tokens":68,"total_tokens":77}},{"configuration":"long96","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol135-q4--long96--abstain-unknown-age","model":"smol135-q4","outcome":"scored","output":"Ana is 25 years old.","resources":{"elapsed_ns":215406502,"process_cpu_ns":423387365,"process_maxrss_kib":535884},"tokens":{"completion_tokens":9,"prompt_tokens":62,"total_tokens":71}},{"configuration":"short24","correct":false,"family":"grounded-abstention","formatValid":true,"id":"smol360-q4--short24--abstain-unknown-age","model":"smol360-q4","outcome":"scored","output":"{\n  \"name\": \"Ana\",\n  \"age\": null\n}","resources":{"elapsed_ns":691483266,"process_cpu_ns":1370436758,"process_maxrss_kib":535884},"tokens":{"completion_tokens":16,"prompt_tokens":62,"total_tokens":78}},{"configuration":"short24","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol135-q4--short24--abstain-unknown-age","model":"smol135-q4","outcome":"scored","output":"Ana is 25 years old.","resources":{"elapsed_ns":214909898,"process_cpu_ns":422328321,"process_maxrss_kib":535884},"tokens":{"completion_tokens":9,"prompt_tokens":62,"total_tokens":71}},{"configuration":"long96","correct":false,"family":"grounded-abstention","formatValid":true,"id":"smol360-q4--long96--abstain-unknown-age","model":"smol360-q4","outcome":"scored","output":"{\n  \"name\": \"Ana\",\n  \"age\": null\n}","resources":{"elapsed_ns":681111395,"process_cpu_ns":1350182842,"process_maxrss_kib":535884},"tokens":{"completion_tokens":16,"prompt_tokens":62,"total_tokens":78}},{"configuration":"short24","correct":false,"family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--arithmetic-difference","model":"smol360-q4","outcome":"scored","output":"{\n  \"answer\": 19\n}","resources":{"elapsed_ns":501140151,"process_cpu_ns":993945812,"process_maxrss_kib":535884},"tokens":{"completion_tokens":10,"prompt_tokens":49,"total_tokens":59}},{"configuration":"short24","correct":false,"family":"arithmetic","formatValid":false,"id":"smol135-q4--short24--arithmetic-difference","model":"smol135-q4","outcome":"scored","output":"19-8 = 19\n\nHere's how you can calculate 19-8:\n\n","resources":{"elapsed_ns":278595760,"process_cpu_ns":541751543,"process_maxrss_kib":535884},"tokens":{"completion_tokens":24,"prompt_tokens":49,"total_tokens":73}},{"configuration":"long96","correct":false,"family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--arithmetic-difference","model":"smol360-q4","outcome":"scored","output":"{\n  \"answer\": 19\n}","resources":{"elapsed_ns":501560989,"process_cpu_ns":994975813,"process_maxrss_kib":535884},"tokens":{"completion_tokens":10,"prompt_tokens":49,"total_tokens":59}},{"configuration":"long96","correct":false,"family":"arithmetic","formatValid":false,"id":"smol135-q4--long96--arithmetic-difference","model":"smol135-q4","outcome":"scored","output":"19-8 = 19\n\nHere's how you can calculate 19-8:\n\n```python\ndef calculate_19_8(record):\n    return record[0] + record[1]\n```\n\nThis function uses the built-in `sum` function to calculate the sum of the first two elements in the record. The `+` operator is used to add the two numbers.","resources":{"elapsed_ns":744063399,"process_cpu_ns":1428435200,"process_maxrss_kib":535884},"tokens":{"completion_tokens":89,"prompt_tokens":49,"total_tokens":138}},{"configuration":"short24","correct":false,"family":"structured-extraction","formatValid":false,"id":"smol135-q4--short24--extract-owner","model":"smol135-q4","outcome":"scored","output":"Here is the code to return JSON with exactly the specified amount, currency, and owner:\n\n```python\nimport","resources":{"elapsed_ns":299652994,"process_cpu_ns":583735467,"process_maxrss_kib":535884},"tokens":{"completion_tokens":24,"prompt_tokens":57,"total_tokens":81}},{"configuration":"long96","correct":false,"family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--extract-owner","model":"smol360-q4","outcome":"scored","output":"{ \"owner\": \"Maya\", \"amount\": \"7\", \"currency\": \"USD\" }","resources":{"elapsed_ns":715017796,"process_cpu_ns":1415136714,"process_maxrss_kib":535884},"tokens":{"completion_tokens":20,"prompt_tokens":57,"total_tokens":77}},{"configuration":"long96","correct":false,"family":"structured-extraction","formatValid":false,"id":"smol135-q4--long96--extract-owner","model":"smol135-q4","outcome":"scored","output":"Here is the code to return JSON with exactly the specified amount, currency, and owner:\n\n```python\nimport json\n\n# Define the record\nrecord = {\n    \"owner\": {\n        \"name\": \"Maya\",\n        \"amount\": 7,\n        \"currency\": \"USD\"\n    },\n    \"amount\": 7,\n    \"currency\": \"USD\"\n}\n\n# Return JSON with exactly the specified amount, currency, and owner\nreturn","resources":{"elapsed_ns":827550424,"process_cpu_ns":1589630664,"process_maxrss_kib":535884},"tokens":{"completion_tokens":96,"prompt_tokens":57,"total_tokens":153}},{"configuration":"short24","correct":false,"family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--extract-owner","model":"smol360-q4","outcome":"scored","output":"{ \"owner\": \"Maya\", \"amount\": \"7\", \"currency\": \"USD\" }","resources":{"elapsed_ns":716870873,"process_cpu_ns":1418715349,"process_maxrss_kib":535884},"tokens":{"completion_tokens":20,"prompt_tokens":57,"total_tokens":77}},{"configuration":"long96","correct":false,"family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--arithmetic-remaining","model":"smol360-q4","outcome":"scored","output":"{\n    \"result\": 10,\n    \"answer\": 10\n}","resources":{"elapsed_ns":649348312,"process_cpu_ns":1285360508,"process_maxrss_kib":535884},"tokens":{"completion_tokens":18,"prompt_tokens":51,"total_tokens":69}},{"configuration":"long96","correct":false,"family":"arithmetic","formatValid":false,"id":"smol135-q4--long96--arithmetic-remaining","model":"smol135-q4","outcome":"scored","output":"10-2-3 = 10 + 2 + 3","resources":{"elapsed_ns":236310811,"process_cpu_ns":461277197,"process_maxrss_kib":535884},"tokens":{"completion_tokens":16,"prompt_tokens":51,"total_tokens":67}},{"configuration":"short24","correct":false,"family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--arithmetic-remaining","model":"smol360-q4","outcome":"scored","output":"{\n    \"result\": 10,\n    \"answer\": 10\n}","resources":{"elapsed_ns":635716352,"process_cpu_ns":1258377302,"process_maxrss_kib":535884},"tokens":{"completion_tokens":18,"prompt_tokens":51,"total_tokens":69}},{"configuration":"short24","correct":false,"family":"arithmetic","formatValid":false,"id":"smol135-q4--short24--arithmetic-remaining","model":"smol135-q4","outcome":"scored","output":"10-2-3 = 10 + 2 + 3","resources":{"elapsed_ns":236602119,"process_cpu_ns":461859642,"process_maxrss_kib":535884},"tokens":{"completion_tokens":16,"prompt_tokens":51,"total_tokens":67}},{"configuration":"long96","correct":false,"family":"arithmetic","formatValid":false,"id":"smol135-q4--long96--arithmetic-sum","model":"smol135-q4","outcome":"scored","output":"Here's a Python function that calculates the sum of all numbers in a given list:\n\n```python\ndef sum_of_numbers(numbers):\n    return sum(numbers)\n\n# Example usage:\nnumbers = [1, 2, 3, 4, 5]\nresult = sum_of_numbers(numbers)\nprint(result)  # Output: 15\n```\n\nThis function uses the built-in `","resources":{"elapsed_ns":778719782,"process_cpu_ns":1493032680,"process_maxrss_kib":535884},"tokens":{"completion_tokens":96,"prompt_tokens":48,"total_tokens":144}},{"configuration":"short24","correct":true,"family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--arithmetic-sum","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 12 }","resources":{"elapsed_ns":460643173,"process_cpu_ns":914339468,"process_maxrss_kib":535884},"tokens":{"completion_tokens":8,"prompt_tokens":48,"total_tokens":56}},{"configuration":"short24","correct":false,"family":"arithmetic","formatValid":false,"id":"smol135-q4--short24--arithmetic-sum","model":"smol135-q4","outcome":"scored","output":"Here's a Python function that calculates the sum of all numbers in a given list:\n\n```python\ndef sum","resources":{"elapsed_ns":276604579,"process_cpu_ns":537785377,"process_maxrss_kib":535884},"tokens":{"completion_tokens":24,"prompt_tokens":48,"total_tokens":72}},{"configuration":"long96","correct":true,"family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--arithmetic-sum","model":"smol360-q4","outcome":"scored","output":"{ \"answer\": 12 }","resources":{"elapsed_ns":461630531,"process_cpu_ns":916320950,"process_maxrss_kib":535884},"tokens":{"completion_tokens":8,"prompt_tokens":48,"total_tokens":56}},{"configuration":"short24","correct":false,"family":"grounded-abstention","formatValid":true,"id":"smol360-q4--short24--abstain-known-total","model":"smol360-q4","outcome":"scored","output":"{\n    \"apples\": 3,\n    \"oranges\": 2\n}","resources":{"elapsed_ns":742095537,"process_cpu_ns":1471867292,"process_maxrss_kib":535884},"tokens":{"completion_tokens":17,"prompt_tokens":68,"total_tokens":85}},{"configuration":"short24","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol135-q4--short24--abstain-known-total","model":"smol135-q4","outcome":"scored","output":"The total number of fruits is 3 + 2 = 5.","resources":{"elapsed_ns":271930489,"process_cpu_ns":533403044,"process_maxrss_kib":535884},"tokens":{"completion_tokens":15,"prompt_tokens":68,"total_tokens":83}},{"configuration":"long96","correct":false,"family":"grounded-abstention","formatValid":true,"id":"smol360-q4--long96--abstain-known-total","model":"smol360-q4","outcome":"scored","output":"{\n    \"apples\": 3,\n    \"oranges\": 2\n}","resources":{"elapsed_ns":740968688,"process_cpu_ns":1469696109,"process_maxrss_kib":535884},"tokens":{"completion_tokens":17,"prompt_tokens":68,"total_tokens":85}},{"configuration":"long96","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol135-q4--long96--abstain-known-total","model":"smol135-q4","outcome":"scored","output":"The total number of fruits is 3 + 2 = 5.","resources":{"elapsed_ns":272849399,"process_cpu_ns":535234177,"process_maxrss_kib":535884},"tokens":{"completion_tokens":15,"prompt_tokens":68,"total_tokens":83}},{"configuration":"short24","correct":false,"family":"policy-decision","formatValid":false,"id":"smol135-q4--short24--policy-reject-signature","model":"smol135-q4","outcome":"scored","output":"```python\ndef get_decision(record, policy):\n    decision = record.decision\n    decision_type = record","resources":{"elapsed_ns":322792368,"process_cpu_ns":630355000,"process_maxrss_kib":535884},"tokens":{"completion_tokens":24,"prompt_tokens":66,"total_tokens":90}},{"configuration":"long96","correct":false,"family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--policy-reject-signature","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"admit\"\n}","resources":{"elapsed_ns":635056607,"process_cpu_ns":1261155734,"process_maxrss_kib":535884},"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"long96","correct":false,"family":"policy-decision","formatValid":false,"id":"smol135-q4--long96--policy-reject-signature","model":"smol135-q4","outcome":"scored","output":"```python\ndef get_decision(record, policy):\n    decision = record.decision\n    decision_type = record.decision_type\n    decision_value = record.decision_value\n    decision_value_type = record.decision_value_type\n    decision_value_type_type = record.decision_value_type_type\n    decision_value_type_type_type = record.decision_value_type_type_type\n    decision_value","resources":{"elapsed_ns":834369334,"process_cpu_ns":1604056810,"process_maxrss_kib":535884},"tokens":{"completion_tokens":96,"prompt_tokens":66,"total_tokens":162}},{"configuration":"short24","correct":false,"family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--policy-reject-signature","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"admit\"\n}","resources":{"elapsed_ns":632817412,"process_cpu_ns":1256931145,"process_maxrss_kib":535884},"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"long96","correct":false,"family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--policy-publish","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"publishes\"\n}","resources":{"elapsed_ns":633114489,"process_cpu_ns":1257551705,"process_maxrss_kib":535884},"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"long96","correct":false,"family":"policy-decision","formatValid":false,"id":"smol135-q4--long96--policy-publish","model":"smol135-q4","outcome":"scored","output":"```json\n{\n  \"status\": \"success\",\n  \"decision\": {\n    \"decision_type\": \"success\",\n    \"decision_type_name\": \"decision\",\n    \"decision_type_value\": \"success\",\n    \"decision_type_value_type\": \"integer\",\n    \"decision_type_value_type_name\": \"integer\",\n    \"decision_type_value_type_name\": \"integer\",\n    \"decision_type_","resources":{"elapsed_ns":831818381,"process_cpu_ns":1599283952,"process_maxrss_kib":535884},"tokens":{"completion_tokens":96,"prompt_tokens":66,"total_tokens":162}},{"configuration":"short24","correct":false,"family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--policy-publish","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"publishes\"\n}","resources":{"elapsed_ns":633878599,"process_cpu_ns":1258873342,"process_maxrss_kib":535884},"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"short24","correct":false,"family":"policy-decision","formatValid":false,"id":"smol135-q4--short24--policy-publish","model":"smol135-q4","outcome":"scored","output":"```json\n{\n  \"status\": \"success\",\n  \"decision\": {\n    \"decision_type\": \"success","resources":{"elapsed_ns":325130997,"process_cpu_ns":635031563,"process_maxrss_kib":535884},"tokens":{"completion_tokens":24,"prompt_tokens":66,"total_tokens":90}},{"configuration":"long96","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol135-q4--long96--abstain-unknown-city","model":"smol135-q4","outcome":"scored","output":"Sam lives in Springfield, Illinois.","resources":{"elapsed_ns":216920119,"process_cpu_ns":427880247,"process_maxrss_kib":535884},"tokens":{"completion_tokens":7,"prompt_tokens":67,"total_tokens":74}},{"configuration":"short24","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol360-q4--short24--abstain-unknown-city","model":"smol360-q4","outcome":"scored","output":"Sam lives in New York City.","resources":{"elapsed_ns":583137755,"process_cpu_ns":1160097065,"process_maxrss_kib":535884},"tokens":{"completion_tokens":7,"prompt_tokens":67,"total_tokens":74}},{"configuration":"short24","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol135-q4--short24--abstain-unknown-city","model":"smol135-q4","outcome":"scored","output":"Sam lives in Springfield, Illinois.","resources":{"elapsed_ns":217774148,"process_cpu_ns":429483907,"process_maxrss_kib":535884},"tokens":{"completion_tokens":7,"prompt_tokens":67,"total_tokens":74}},{"configuration":"long96","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol360-q4--long96--abstain-unknown-city","model":"smol360-q4","outcome":"scored","output":"Sam lives in New York City.","resources":{"elapsed_ns":582872809,"process_cpu_ns":1159316578,"process_maxrss_kib":535884},"tokens":{"completion_tokens":7,"prompt_tokens":67,"total_tokens":74}},{"configuration":"short24","correct":true,"family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--extract-quantity","model":"smol360-q4","outcome":"scored","output":"{\n  \"item\": \"apple\",\n  \"quantity\": 3\n}","resources":{"elapsed_ns":607920948,"process_cpu_ns":1203778816,"process_maxrss_kib":535884},"tokens":{"completion_tokens":16,"prompt_tokens":51,"total_tokens":67}},{"configuration":"short24","correct":false,"family":"structured-extraction","formatValid":true,"id":"smol135-q4--short24--extract-quantity","model":"smol135-q4","outcome":"scored","output":"{\n  \"record\": {\n    \"item\": {\n      \"quantity\": 3\n    }\n  }\n}","resources":{"elapsed_ns":288024922,"process_cpu_ns":560689007,"process_maxrss_kib":535884},"tokens":{"completion_tokens":23,"prompt_tokens":51,"total_tokens":74}},{"configuration":"long96","correct":true,"family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--extract-quantity","model":"smol360-q4","outcome":"scored","output":"{\n  \"item\": \"apple\",\n  \"quantity\": 3\n}","resources":{"elapsed_ns":606946694,"process_cpu_ns":1201729752,"process_maxrss_kib":535884},"tokens":{"completion_tokens":16,"prompt_tokens":51,"total_tokens":67}},{"configuration":"long96","correct":false,"family":"structured-extraction","formatValid":true,"id":"smol135-q4--long96--extract-quantity","model":"smol135-q4","outcome":"scored","output":"{\n  \"record\": {\n    \"item\": {\n      \"quantity\": 3\n    }\n  }\n}","resources":{"elapsed_ns":281816788,"process_cpu_ns":548193888,"process_maxrss_kib":535884},"tokens":{"completion_tokens":23,"prompt_tokens":51,"total_tokens":74}},{"configuration":"short24","correct":false,"family":"arithmetic","formatValid":false,"id":"smol135-q4--short24--arithmetic-division","model":"smol135-q4","outcome":"scored","output":"```python\ndef calculate_21(record):\n    return record.to_dict()\n\n# Example usage","resources":{"elapsed_ns":275459475,"process_cpu_ns":535474331,"process_maxrss_kib":535884},"tokens":{"completion_tokens":24,"prompt_tokens":49,"total_tokens":73}},{"configuration":"long96","correct":false,"family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--arithmetic-division","model":"smol360-q4","outcome":"scored","output":"{\n    \"result\": 7\n}","resources":{"elapsed_ns":485567070,"process_cpu_ns":963631567,"process_maxrss_kib":535884},"tokens":{"completion_tokens":9,"prompt_tokens":49,"total_tokens":58}},{"configuration":"long96","correct":false,"family":"arithmetic","formatValid":false,"id":"smol135-q4--long96--arithmetic-division","model":"smol135-q4","outcome":"scored","output":"```python\ndef calculate_21(record):\n    return record.to_dict()\n\n# Example usage:\nprint(calculate_21(1))  # Output: 21\nprint(calculate_21(2))  # Output: 22\nprint(calculate_21(3))  # Output: 23\nprint(calculate_21(4))  # Output: 24\nprint(","resources":{"elapsed_ns":792676122,"process_cpu_ns":1520576903,"process_maxrss_kib":535884},"tokens":{"completion_tokens":96,"prompt_tokens":49,"total_tokens":145}},{"configuration":"short24","correct":false,"family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--arithmetic-division","model":"smol360-q4","outcome":"scored","output":"{\n    \"result\": 7\n}","resources":{"elapsed_ns":490048465,"process_cpu_ns":971995373,"process_maxrss_kib":535884},"tokens":{"completion_tokens":9,"prompt_tokens":49,"total_tokens":58}},{"configuration":"long96","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol360-q4--long96--abstain-known-age","model":"smol360-q4","outcome":"scored","output":"Ana is 25 years old.","resources":{"elapsed_ns":617562838,"process_cpu_ns":1227214791,"process_maxrss_kib":535884},"tokens":{"completion_tokens":9,"prompt_tokens":67,"total_tokens":76}},{"configuration":"long96","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol135-q4--long96--abstain-known-age","model":"smol135-q4","outcome":"scored","output":"Ana is 25 years old.","resources":{"elapsed_ns":231260901,"process_cpu_ns":455363644,"process_maxrss_kib":535884},"tokens":{"completion_tokens":9,"prompt_tokens":67,"total_tokens":76}},{"configuration":"short24","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol360-q4--short24--abstain-known-age","model":"smol360-q4","outcome":"scored","output":"Ana is 25 years old.","resources":{"elapsed_ns":611143661,"process_cpu_ns":1214738512,"process_maxrss_kib":535884},"tokens":{"completion_tokens":9,"prompt_tokens":67,"total_tokens":76}},{"configuration":"short24","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol135-q4--short24--abstain-known-age","model":"smol135-q4","outcome":"scored","output":"Ana is 25 years old.","resources":{"elapsed_ns":229581627,"process_cpu_ns":452153679,"process_maxrss_kib":535884},"tokens":{"completion_tokens":9,"prompt_tokens":67,"total_tokens":76}},{"configuration":"long96","correct":false,"family":"arithmetic","formatValid":false,"id":"smol135-q4--long96--arithmetic-combined","model":"smol135-q4","outcome":"scored","output":"Here's a Python function that calculates the sum of two numbers:\n\n```python\ndef sum_of_two(a, b):\n    return a + b\n\nprint(sum_of_two(3, 4))  # Output: 7\n```\n\nHowever, this function will not work correctly if the inputs are not numbers. If you want to add numbers, you can use the following function:\n\n```python\ndef sum_","resources":{"elapsed_ns":788021479,"process_cpu_ns":1511680221,"process_maxrss_kib":535884},"tokens":{"completion_tokens":96,"prompt_tokens":50,"total_tokens":146}},{"configuration":"short24","correct":false,"family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--arithmetic-combined","model":"smol360-q4","outcome":"scored","output":"{ \"result\": 10 }","resources":{"elapsed_ns":474825615,"process_cpu_ns":942712513,"process_maxrss_kib":535884},"tokens":{"completion_tokens":8,"prompt_tokens":50,"total_tokens":58}},{"configuration":"short24","correct":false,"family":"arithmetic","formatValid":false,"id":"smol135-q4--short24--arithmetic-combined","model":"smol135-q4","outcome":"scored","output":"Here's a Python function that calculates the sum of two numbers:\n\n```python\ndef sum_of_two","resources":{"elapsed_ns":281267059,"process_cpu_ns":547044310,"process_maxrss_kib":535884},"tokens":{"completion_tokens":24,"prompt_tokens":50,"total_tokens":74}},{"configuration":"long96","correct":false,"family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--arithmetic-combined","model":"smol360-q4","outcome":"scored","output":"{ \"result\": 10 }","resources":{"elapsed_ns":543003213,"process_cpu_ns":1077604169,"process_maxrss_kib":535884},"tokens":{"completion_tokens":8,"prompt_tokens":50,"total_tokens":58}},{"configuration":"short24","correct":false,"family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--extract-list","model":"smol360-q4","outcome":"scored","output":"{\n  \"selectedColors\": [\"red\", \"blue\"]\n}","resources":{"elapsed_ns":622980682,"process_cpu_ns":1234743952,"process_maxrss_kib":535884},"tokens":{"completion_tokens":14,"prompt_tokens":55,"total_tokens":69}},{"configuration":"short24","correct":false,"family":"structured-extraction","formatValid":false,"id":"smol135-q4--short24--extract-list","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_colors(record):\n    return [record","resources":{"elapsed_ns":298461660,"process_cpu_ns":581307548,"process_maxrss_kib":535884},"tokens":{"completion_tokens":24,"prompt_tokens":55,"total_tokens":79}},{"configuration":"long96","correct":false,"family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--extract-list","model":"smol360-q4","outcome":"scored","output":"{\n  \"selectedColors\": [\"red\", \"blue\"]\n}","resources":{"elapsed_ns":610425457,"process_cpu_ns":1209649386,"process_maxrss_kib":535884},"tokens":{"completion_tokens":14,"prompt_tokens":55,"total_tokens":69}},{"configuration":"long96","correct":false,"family":"structured-extraction","formatValid":false,"id":"smol135-q4--long96--extract-list","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_colors(record):\n    return [record.get('color', ''), record.get('color', ''), record.get('color', '')]\n```\n\nThis implementation uses a list comprehension to create a list of colors. The `get` method is used to retrieve the value of the `'color'` key in the record. The `get` method returns the value of","resources":{"elapsed_ns":812229370,"process_cpu_ns":1559770942,"process_maxrss_kib":535884},"tokens":{"completion_tokens":96,"prompt_tokens":55,"total_tokens":151}},{"configuration":"short24","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol135-q4--short24--abstain-known-city","model":"smol135-q4","outcome":"scored","output":"Sam lives in Oslo.","resources":{"elapsed_ns":206326029,"process_cpu_ns":407744286,"process_maxrss_kib":535884},"tokens":{"completion_tokens":5,"prompt_tokens":68,"total_tokens":73}},{"configuration":"long96","correct":false,"family":"grounded-abstention","formatValid":true,"id":"smol360-q4--long96--abstain-known-city","model":"smol360-q4","outcome":"scored","output":"{\n  \"name\": \"Sam\",\n  \"city\": \"Oslo\"\n}","resources":{"elapsed_ns":759073685,"process_cpu_ns":1504956850,"process_maxrss_kib":535884},"tokens":{"completion_tokens":18,"prompt_tokens":68,"total_tokens":86}},{"configuration":"long96","correct":false,"family":"grounded-abstention","formatValid":false,"id":"smol135-q4--long96--abstain-known-city","model":"smol135-q4","outcome":"scored","output":"Sam lives in Oslo.","resources":{"elapsed_ns":205732564,"process_cpu_ns":406496976,"process_maxrss_kib":535884},"tokens":{"completion_tokens":5,"prompt_tokens":68,"total_tokens":73}},{"configuration":"short24","correct":false,"family":"grounded-abstention","formatValid":true,"id":"smol360-q4--short24--abstain-known-city","model":"smol360-q4","outcome":"scored","output":"{\n  \"name\": \"Sam\",\n  \"city\": \"Oslo\"\n}","resources":{"elapsed_ns":760062880,"process_cpu_ns":1506812522,"process_maxrss_kib":535884},"tokens":{"completion_tokens":18,"prompt_tokens":68,"total_tokens":86}},{"configuration":"long96","correct":true,"family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--extract-status","model":"smol360-q4","outcome":"scored","output":"{ \"ticket\": \"K2\", \"status\": \"open\" }","resources":{"elapsed_ns":612265584,"process_cpu_ns":1212528299,"process_maxrss_kib":535884},"tokens":{"completion_tokens":16,"prompt_tokens":52,"total_tokens":68}},{"configuration":"long96","correct":false,"family":"structured-extraction","formatValid":false,"id":"smol135-q4--long96--extract-status","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_ticket_and_status(ticket):\n    return ticket, ticket.status\n```\n\nThis implementation uses the `get` method of the `ticket` object to retrieve the ticket and its status. The `ticket` object has a `status` attribute, which is a string that represents the ticket status. The `get` method returns a tuple containing the ticket and its","resources":{"elapsed_ns":790125637,"process_cpu_ns":1515742929,"process_maxrss_kib":535884},"tokens":{"completion_tokens":96,"prompt_tokens":52,"total_tokens":148}},{"configuration":"short24","correct":true,"family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--extract-status","model":"smol360-q4","outcome":"scored","output":"{ \"ticket\": \"K2\", \"status\": \"open\" }","resources":{"elapsed_ns":615226438,"process_cpu_ns":1217748820,"process_maxrss_kib":535884},"tokens":{"completion_tokens":16,"prompt_tokens":52,"total_tokens":68}},{"configuration":"short24","correct":false,"family":"structured-extraction","formatValid":false,"id":"smol135-q4--short24--extract-status","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_ticket_and_status(tick","resources":{"elapsed_ns":286454381,"process_cpu_ns":557367841,"process_maxrss_kib":535884},"tokens":{"completion_tokens":24,"prompt_tokens":52,"total_tokens":76}},{"configuration":"long96","correct":false,"family":"arithmetic","formatValid":false,"id":"smol135-q4--long96--arithmetic-product","model":"smol135-q4","outcome":"scored","output":"6*4 = 24","resources":{"elapsed_ns":167514843,"process_cpu_ns":329217365,"process_maxrss_kib":535884},"tokens":{"completion_tokens":7,"prompt_tokens":48,"total_tokens":55}},{"configuration":"short24","correct":false,"family":"arithmetic","formatValid":true,"id":"smol360-q4--short24--arithmetic-product","model":"smol360-q4","outcome":"scored","output":"{\n  \"result\": 24\n}","resources":{"elapsed_ns":490147078,"process_cpu_ns":972252533,"process_maxrss_kib":535884},"tokens":{"completion_tokens":10,"prompt_tokens":48,"total_tokens":58}},{"configuration":"short24","correct":false,"family":"arithmetic","formatValid":false,"id":"smol135-q4--short24--arithmetic-product","model":"smol135-q4","outcome":"scored","output":"6*4 = 24","resources":{"elapsed_ns":167174015,"process_cpu_ns":328544263,"process_maxrss_kib":535884},"tokens":{"completion_tokens":7,"prompt_tokens":48,"total_tokens":55}},{"configuration":"long96","correct":false,"family":"arithmetic","formatValid":true,"id":"smol360-q4--long96--arithmetic-product","model":"smol360-q4","outcome":"scored","output":"{\n  \"result\": 24\n}","resources":{"elapsed_ns":493280204,"process_cpu_ns":978283976,"process_maxrss_kib":535884},"tokens":{"completion_tokens":10,"prompt_tokens":48,"total_tokens":58}},{"configuration":"short24","correct":false,"family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--policy-reject-expiry","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"admit\"\n}","resources":{"elapsed_ns":633318893,"process_cpu_ns":1257687641,"process_maxrss_kib":535884},"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"short24","correct":false,"family":"policy-decision","formatValid":false,"id":"smol135-q4--short24--policy-reject-expiry","model":"smol135-q4","outcome":"scored","output":"```python\ndef get_decision(record, policy):\n    decision = record.decision\n    decision = decision.get","resources":{"elapsed_ns":327124656,"process_cpu_ns":638083812,"process_maxrss_kib":535884},"tokens":{"completion_tokens":24,"prompt_tokens":66,"total_tokens":90}},{"configuration":"long96","correct":false,"family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--policy-reject-expiry","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"admit\"\n}","resources":{"elapsed_ns":656432259,"process_cpu_ns":1302089365,"process_maxrss_kib":535884},"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"long96","correct":false,"family":"policy-decision","formatValid":false,"id":"smol135-q4--long96--policy-reject-expiry","model":"smol135-q4","outcome":"scored","output":"```python\ndef get_decision(record, policy):\n    decision = record.decision\n    decision = decision.get_decision()\n    decision = decision.get_decision()\n    decision = decision.get_decision()\n    decision = decision.get_decision()\n    decision = decision.get_decision()\n    decision = decision.get_decision()\n    decision = decision.get_decision()\n    decision = decision.get_decision()\n    decision = decision.get","resources":{"elapsed_ns":828386504,"process_cpu_ns":1592383297,"process_maxrss_kib":535884},"tokens":{"completion_tokens":96,"prompt_tokens":66,"total_tokens":162}},{"configuration":"short24","correct":false,"family":"structured-extraction","formatValid":false,"id":"smol135-q4--short24--extract-null","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_json_record(record, policy):","resources":{"elapsed_ns":300939488,"process_cpu_ns":586320545,"process_maxrss_kib":535884},"tokens":{"completion_tokens":24,"prompt_tokens":57,"total_tokens":81}},{"configuration":"long96","correct":false,"family":"structured-extraction","formatValid":false,"id":"smol360-q4--long96--extract-null","model":"smol360-q4","outcome":"scored","output":"{\n  \"id\": R7,\n  \"reviewer\": null\n}","resources":{"elapsed_ns":649900156,"process_cpu_ns":1287501703,"process_maxrss_kib":535884},"tokens":{"completion_tokens":16,"prompt_tokens":57,"total_tokens":73}},{"configuration":"long96","correct":false,"family":"structured-extraction","formatValid":false,"id":"smol135-q4--long96--extract-null","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_json_record(record, policy):\n    if record.id == 0:\n        return None\n    if record.reviewer == None:\n        return None\n    return record.json()\n```","resources":{"elapsed_ns":526734436,"process_cpu_ns":1017110516,"process_maxrss_kib":535884},"tokens":{"completion_tokens":56,"prompt_tokens":57,"total_tokens":113}},{"configuration":"short24","correct":false,"family":"structured-extraction","formatValid":false,"id":"smol360-q4--short24--extract-null","model":"smol360-q4","outcome":"scored","output":"{\n  \"id\": R7,\n  \"reviewer\": null\n}","resources":{"elapsed_ns":651786980,"process_cpu_ns":1291241107,"process_maxrss_kib":535884},"tokens":{"completion_tokens":16,"prompt_tokens":57,"total_tokens":73}},{"configuration":"long96","correct":false,"family":"structured-extraction","formatValid":true,"id":"smol360-q4--long96--extract-bool","model":"smol360-q4","outcome":"scored","output":"{\n  \"name\": \"demo\",\n  \"enabled\": \"false\"\n}","resources":{"elapsed_ns":626112118,"process_cpu_ns":1239488517,"process_maxrss_kib":535884},"tokens":{"completion_tokens":17,"prompt_tokens":51,"total_tokens":68}},{"configuration":"long96","correct":false,"family":"structured-extraction","formatValid":false,"id":"smol135-q4--long96--extract-bool","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_required_json(record):\n    required_json = []\n    required_json.append(record.name)\n    required_json.append(record.enabled)\n    return json.dumps(required_json)\n```","resources":{"elapsed_ns":546224542,"process_cpu_ns":1052087601,"process_maxrss_kib":535884},"tokens":{"completion_tokens":62,"prompt_tokens":51,"total_tokens":113}},{"configuration":"short24","correct":false,"family":"structured-extraction","formatValid":true,"id":"smol360-q4--short24--extract-bool","model":"smol360-q4","outcome":"scored","output":"{\n  \"name\": \"demo\",\n  \"enabled\": \"false\"\n}","resources":{"elapsed_ns":624054052,"process_cpu_ns":1235311190,"process_maxrss_kib":535884},"tokens":{"completion_tokens":17,"prompt_tokens":51,"total_tokens":68}},{"configuration":"short24","correct":false,"family":"structured-extraction","formatValid":false,"id":"smol135-q4--short24--extract-bool","model":"smol135-q4","outcome":"scored","output":"Here's how you can implement this:\n\n```python\ndef get_required_json(record):\n    required","resources":{"elapsed_ns":283118526,"process_cpu_ns":551075086,"process_maxrss_kib":535884},"tokens":{"completion_tokens":24,"prompt_tokens":51,"total_tokens":75}},{"configuration":"long96","correct":false,"family":"policy-decision","formatValid":false,"id":"smol135-q4--long96--policy-hold-consent","model":"smol135-q4","outcome":"scored","output":"```json\n{\n  \"status\": \"success\",\n  \"decision\": {\n    \"decision_type\": \"success\",\n    \"decision_type_name\": \"decision\",\n    \"decision_type_value\": \"success\",\n    \"decision_type_value_type\": \"success\",\n    \"decision_type_value_type\": \"success\",\n    \"decision_type_value_type\": \"success\",\n    \"decision_type_value_type\":","resources":{"elapsed_ns":826290945,"process_cpu_ns":1588755171,"process_maxrss_kib":535884},"tokens":{"completion_tokens":96,"prompt_tokens":66,"total_tokens":162}},{"configuration":"short24","correct":false,"family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--policy-hold-consent","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"publishes\"\n}","resources":{"elapsed_ns":638925448,"process_cpu_ns":1268603674,"process_maxrss_kib":535884},"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"short24","correct":false,"family":"policy-decision","formatValid":false,"id":"smol135-q4--short24--policy-hold-consent","model":"smol135-q4","outcome":"scored","output":"```json\n{\n  \"status\": \"success\",\n  \"decision\": {\n    \"decision_type\": \"success","resources":{"elapsed_ns":325997434,"process_cpu_ns":636939101,"process_maxrss_kib":535884},"tokens":{"completion_tokens":24,"prompt_tokens":66,"total_tokens":90}},{"configuration":"long96","correct":false,"family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--policy-hold-consent","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"publishes\"\n}","resources":{"elapsed_ns":633551174,"process_cpu_ns":1258179265,"process_maxrss_kib":535884},"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"short24","correct":true,"family":"policy-decision","formatValid":true,"id":"smol360-q4--short24--policy-admit","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"admit\"\n}","resources":{"elapsed_ns":637503725,"process_cpu_ns":1266064956,"process_maxrss_kib":535884},"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"short24","correct":false,"family":"policy-decision","formatValid":false,"id":"smol135-q4--short24--policy-admit","model":"smol135-q4","outcome":"scored","output":"```python\ndef get_decision(record):\n    decision = record.get(\"decision\", None)\n    decision =","resources":{"elapsed_ns":374394724,"process_cpu_ns":730954043,"process_maxrss_kib":535884},"tokens":{"completion_tokens":24,"prompt_tokens":66,"total_tokens":90}},{"configuration":"long96","correct":true,"family":"policy-decision","formatValid":true,"id":"smol360-q4--long96--policy-admit","model":"smol360-q4","outcome":"scored","output":"{\n  \"decision\": \"admit\"\n}","resources":{"elapsed_ns":647032878,"process_cpu_ns":1285155197,"process_maxrss_kib":535884},"tokens":{"completion_tokens":11,"prompt_tokens":66,"total_tokens":77}},{"configuration":"long96","correct":false,"family":"policy-decision","formatValid":false,"id":"smol135-q4--long96--policy-admit","model":"smol135-q4","outcome":"scored","output":"```python\ndef get_decision(record):\n    decision = record.get(\"decision\", None)\n    decision = decision.strip()\n    decision = decision.strip(\"'\")\")\n    decision = decision.strip(\"'\")\")\n    decision = decision.strip(\"'\")\")\n    decision = decision.strip(\"'\")\")\n    decision = decision.strip(\"'\")\")\n    decision = decision.strip(\"'\")\")\n    decision = decision.strip(\"'\")\")\n    decision = decision.","resources":{"elapsed_ns":858394998,"process_cpu_ns":1652419872,"process_maxrss_kib":535884},"tokens":{"completion_tokens":96,"prompt_tokens":66,"total_tokens":162}}],"custody":"Probity-operated; independent custody not established","effects":"not executed","elapsed_ns":50885084703,"evidence":{"complete":true,"withinRunBudget":true},"interpretation":"paired author-written operational microtasks on two selected Q4_K_M models; no representative benchmark, parameter-count causal estimate, deployment or independent custody claim","nativeTokens":{"completion":2539,"prompt":5656},"population":{"error":0,"incomplete":0,"planned":96,"scored":96,"started":96,"unknown-start":0},"preparation":{"complete":true,"elapsedSeconds":5.3451793840000015,"scope":"retained transfer/source selection receipts reconstructed; weights/source wheels omitted from native packet and retained in full preparation archive; not an independent transfer or inference witness","selectedPayloadBytes":472221945,"selectedPayloadBytesByCategory":{"dependencies":45457867,"metadata":30738,"model":376044704,"source":50688636}},"profile":"probity-local-cpu-model-comparison-v1","publicationDecision":"publish-scoped-report","quality":[{"callElapsedNs":1756651971,"completionTokens":143,"configuration":"short24","correct":0,"family":"structured-extraction","formatValid":1,"model":"smol135-q4","planned":6,"processCpuNs":3420495494,"processLifetimePeakRssKiB":535884,"promptTokens":323,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6},{"callElapsedNs":1515703007,"completionTokens":119,"configuration":"short24","correct":0,"family":"arithmetic","formatValid":0,"model":"smol135-q4","planned":6,"processCpuNs":2952459466,"processLifetimePeakRssKiB":535884,"promptTokens":295,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6},{"callElapsedNs":2002556534,"completionTokens":144,"configuration":"short24","correct":0,"family":"policy-decision","formatValid":0,"model":"smol135-q4","planned":6,"processCpuNs":3910132725,"processLifetimePeakRssKiB":535884,"promptTokens":396,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6},{"callElapsedNs":1371674280,"completionTokens":54,"configuration":"short24","correct":0,"family":"grounded-abstention","formatValid":0,"model":"smol135-q4","planned":6,"processCpuNs":2700402687,"processLifetimePeakRssKiB":535884,"promptTokens":400,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6},{"callElapsedNs":3784681197,"completionTokens":429,"configuration":"long96","correct":0,"family":"structured-extraction","formatValid":1,"model":"smol135-q4","planned":6,"processCpuNs":7282536540,"processLifetimePeakRssKiB":535884,"promptTokens":323,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6},{"callElapsedNs":3507306436,"completionTokens":400,"configuration":"long96","correct":0,"family":"arithmetic","formatValid":0,"model":"smol135-q4","planned":6,"processCpuNs":6744219566,"processLifetimePeakRssKiB":535884,"promptTokens":295,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6},{"callElapsedNs":5026396975,"completionTokens":576,"configuration":"long96","correct":0,"family":"policy-decision","formatValid":0,"model":"smol135-q4","planned":6,"processCpuNs":9666150142,"processLifetimePeakRssKiB":535884,"promptTokens":396,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6},{"callElapsedNs":1374217920,"completionTokens":54,"configuration":"long96","correct":0,"family":"grounded-abstention","formatValid":0,"model":"smol135-q4","planned":6,"processCpuNs":2705283138,"processLifetimePeakRssKiB":535884,"promptTokens":400,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6},{"callElapsedNs":3838839973,"completionTokens":99,"configuration":"short24","correct":2,"family":"structured-extraction","formatValid":5,"model":"smol360-q4","planned":6,"processCpuNs":7601539234,"processLifetimePeakRssKiB":535884,"promptTokens":323,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6},{"callElapsedNs":3052520834,"completionTokens":63,"configuration":"short24","correct":1,"family":"arithmetic","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":6053623001,"processLifetimePeakRssKiB":535884,"promptTokens":295,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6},{"callElapsedNs":3795037397,"completionTokens":65,"configuration":"short24","correct":1,"family":"policy-decision","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":7537326757,"processLifetimePeakRssKiB":535884,"promptTokens":396,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6},{"callElapsedNs":4113158549,"completionTokens":83,"configuration":"short24","correct":0,"family":"grounded-abstention","formatValid":4,"model":"smol360-q4","planned":6,"processCpuNs":8162708300,"processLifetimePeakRssKiB":535884,"promptTokens":400,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6},{"callElapsedNs":3820667805,"completionTokens":99,"configuration":"long96","correct":2,"family":"structured-extraction","formatValid":5,"model":"smol360-q4","planned":6,"processCpuNs":7566034371,"processLifetimePeakRssKiB":535884,"promptTokens":323,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6},{"callElapsedNs":3134390319,"completionTokens":63,"configuration":"long96","correct":1,"family":"arithmetic","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":6216176983,"processLifetimePeakRssKiB":535884,"promptTokens":295,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6},{"callElapsedNs":3827781261,"completionTokens":65,"configuration":"long96","correct":1,"family":"policy-decision","formatValid":6,"model":"smol360-q4","planned":6,"processCpuNs":7600427130,"processLifetimePeakRssKiB":535884,"promptTokens":396,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6},{"callElapsedNs":4119908075,"completionTokens":83,"configuration":"long96","correct":0,"family":"grounded-abstention","formatValid":4,"model":"smol360-q4","planned":6,"processCpuNs":8176278039,"processLifetimePeakRssKiB":535884,"promptTokens":400,"resourceScope":"returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation","scored":6}],"tokenScope":"all returned native responses; errors have unknown token use"}