{"attempts":[{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-unknown-tool-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-unknown-tool-a","pair":"tool-unknown-tool","role":"a"},"outcome":"scored","pair":"tool-unknown-tool-control","pairRole":"a","resources":{"elapsed_ns":1017533333,"process_cpu_ns":1874996917,"process_maxrss_kib":542372},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-unknown-tool-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-unknown-tool-a","pair":"tool-unknown-tool","role":"a"},"outcome":"scored","pair":"tool-unknown-tool-tool-schema","pairRole":"a","resources":{"elapsed_ns":1009068712,"process_cpu_ns":1873440904,"process_maxrss_kib":543140},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-unknown-tool-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-unknown-tool-a","pair":"tool-unknown-tool","role":"a"},"outcome":"scored","pair":"tool-unknown-tool-control","pairRole":"a","resources":{"elapsed_ns":1071509875,"process_cpu_ns":1967704102,"process_maxrss_kib":543140},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":27,"prompt_tokens":234,"total_tokens":261}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-unknown-tool-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-unknown-tool-a","pair":"tool-unknown-tool","role":"a"},"outcome":"scored","pair":"tool-unknown-tool-tool-schema","pairRole":"a","resources":{"elapsed_ns":1143230586,"process_cpu_ns":2088578081,"process_maxrss_kib":543140},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":32,"prompt_tokens":234,"total_tokens":266}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-unknown-tool-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-unknown-tool-a","pair":"tool-unknown-tool","role":"a"},"outcome":"scored","pair":"tool-unknown-tool-control","pairRole":"a","resources":{"elapsed_ns":2368867225,"process_cpu_ns":4569227826,"process_maxrss_kib":571516},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-unknown-tool-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-unknown-tool-a","pair":"tool-unknown-tool","role":"a"},"outcome":"scored","pair":"tool-unknown-tool-tool-schema","pairRole":"a","resources":{"elapsed_ns":2324734466,"process_cpu_ns":4503511646,"process_maxrss_kib":571516},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":true,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-unknown-tool-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-unknown-tool-a","pair":"tool-unknown-tool","role":"a"},"outcome":"scored","pair":"tool-unknown-tool-control","pairRole":"a","resources":{"elapsed_ns":2566601971,"process_cpu_ns":4918986171,"process_maxrss_kib":571516},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"long96","correct":true,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-unknown-tool-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-unknown-tool-a","pair":"tool-unknown-tool","role":"a"},"outcome":"scored","pair":"tool-unknown-tool-tool-schema","pairRole":"a","resources":{"elapsed_ns":2541580663,"process_cpu_ns":4888107659,"process_maxrss_kib":571516},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-inspect-permission-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-inspect-permission-b","pair":"tool-inspect-permission","role":"b"},"outcome":"scored","pair":"tool-inspect-permission-tool-schema","pairRole":"b","resources":{"elapsed_ns":1011123708,"process_cpu_ns":1875276988,"process_maxrss_kib":571644},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":235,"total_tokens":259}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-inspect-permission-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-inspect-permission-b","pair":"tool-inspect-permission","role":"b"},"outcome":"scored","pair":"tool-inspect-permission-control","pairRole":"b","resources":{"elapsed_ns":1109360504,"process_cpu_ns":2023884546,"process_maxrss_kib":571644},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":29,"prompt_tokens":235,"total_tokens":264}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-inspect-permission-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-inspect-permission-b","pair":"tool-inspect-permission","role":"b"},"outcome":"scored","pair":"tool-inspect-permission-tool-schema","pairRole":"b","resources":{"elapsed_ns":1085909079,"process_cpu_ns":1992912753,"process_maxrss_kib":571644},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":29,"prompt_tokens":235,"total_tokens":264}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-inspect-permission-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-inspect-permission-b","pair":"tool-inspect-permission","role":"b"},"outcome":"scored","pair":"tool-inspect-permission-control","pairRole":"b","resources":{"elapsed_ns":2361962643,"process_cpu_ns":4554231591,"process_maxrss_kib":571644},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":235,"total_tokens":259}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-inspect-permission-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-inspect-permission-b","pair":"tool-inspect-permission","role":"b"},"outcome":"scored","pair":"tool-inspect-permission-tool-schema","pairRole":"b","resources":{"elapsed_ns":2363956711,"process_cpu_ns":4578619492,"process_maxrss_kib":571644},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":235,"total_tokens":259}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-inspect-permission-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-inspect-permission-b","pair":"tool-inspect-permission","role":"b"},"outcome":"scored","pair":"tool-inspect-permission-control","pairRole":"b","resources":{"elapsed_ns":2622675560,"process_cpu_ns":5017364762,"process_maxrss_kib":571644},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":32,"prompt_tokens":235,"total_tokens":267}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-inspect-permission-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-inspect-permission-b","pair":"tool-inspect-permission","role":"b"},"outcome":"scored","pair":"tool-inspect-permission-tool-schema","pairRole":"b","resources":{"elapsed_ns":2585556334,"process_cpu_ns":4966494346,"process_maxrss_kib":571644},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":32,"prompt_tokens":235,"total_tokens":267}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-inspect-permission-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-inspect-permission-b","pair":"tool-inspect-permission","role":"b"},"outcome":"scored","pair":"tool-inspect-permission-control","pairRole":"b","resources":{"elapsed_ns":1033198502,"process_cpu_ns":1902707788,"process_maxrss_kib":571644},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":235,"total_tokens":259}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-inspect-permission-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-inspect-permission-a","pair":"tool-inspect-permission","role":"a"},"outcome":"scored","pair":"tool-inspect-permission-control","pairRole":"a","resources":{"elapsed_ns":1189154172,"process_cpu_ns":2146708575,"process_maxrss_kib":571644},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":33,"prompt_tokens":235,"total_tokens":268}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-inspect-permission-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-inspect-permission-a","pair":"tool-inspect-permission","role":"a"},"outcome":"scored","pair":"tool-inspect-permission-tool-schema","pairRole":"a","resources":{"elapsed_ns":1166419632,"process_cpu_ns":2124117486,"process_maxrss_kib":571644},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":33,"prompt_tokens":235,"total_tokens":268}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-inspect-permission-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-inspect-permission-a","pair":"tool-inspect-permission","role":"a"},"outcome":"scored","pair":"tool-inspect-permission-control","pairRole":"a","resources":{"elapsed_ns":2383647888,"process_cpu_ns":4592426627,"process_maxrss_kib":571644},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":235,"total_tokens":259}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-inspect-permission-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-inspect-permission-a","pair":"tool-inspect-permission","role":"a"},"outcome":"scored","pair":"tool-inspect-permission-tool-schema","pairRole":"a","resources":{"elapsed_ns":2347270932,"process_cpu_ns":4542230186,"process_maxrss_kib":571644},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":235,"total_tokens":259}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-inspect-permission-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-inspect-permission-a","pair":"tool-inspect-permission","role":"a"},"outcome":"scored","pair":"tool-inspect-permission-control","pairRole":"a","resources":{"elapsed_ns":2616850560,"process_cpu_ns":5003792091,"process_maxrss_kib":571644},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":32,"prompt_tokens":235,"total_tokens":267}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-inspect-permission-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-inspect-permission-a","pair":"tool-inspect-permission","role":"a"},"outcome":"scored","pair":"tool-inspect-permission-tool-schema","pairRole":"a","resources":{"elapsed_ns":2584091931,"process_cpu_ns":4959780559,"process_maxrss_kib":571644},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":32,"prompt_tokens":235,"total_tokens":267}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-inspect-permission-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-inspect-permission-a","pair":"tool-inspect-permission","role":"a"},"outcome":"scored","pair":"tool-inspect-permission-control","pairRole":"a","resources":{"elapsed_ns":1037879901,"process_cpu_ns":1904557387,"process_maxrss_kib":571644},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":235,"total_tokens":259}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-inspect-permission-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-inspect-permission-a","pair":"tool-inspect-permission","role":"a"},"outcome":"scored","pair":"tool-inspect-permission-tool-schema","pairRole":"a","resources":{"elapsed_ns":1007428503,"process_cpu_ns":1865443749,"process_maxrss_kib":571644},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":235,"total_tokens":259}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-ambiguous-key-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-ambiguous-key-b","pair":"tool-ambiguous-key","role":"b"},"outcome":"scored","pair":"tool-ambiguous-key-tool-schema","pairRole":"b","resources":{"elapsed_ns":1067311078,"process_cpu_ns":1960844754,"process_maxrss_kib":572028},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":27,"prompt_tokens":236,"total_tokens":263}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-ambiguous-key-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-ambiguous-key-b","pair":"tool-ambiguous-key","role":"b"},"outcome":"scored","pair":"tool-ambiguous-key-control","pairRole":"b","resources":{"elapsed_ns":2404864368,"process_cpu_ns":4636745112,"process_maxrss_kib":572284},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":236,"total_tokens":260}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-ambiguous-key-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-ambiguous-key-b","pair":"tool-ambiguous-key","role":"b"},"outcome":"scored","pair":"tool-ambiguous-key-tool-schema","pairRole":"b","resources":{"elapsed_ns":2357889621,"process_cpu_ns":4560406063,"process_maxrss_kib":572284},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":236,"total_tokens":260}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-ambiguous-key-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-ambiguous-key-b","pair":"tool-ambiguous-key","role":"b"},"outcome":"scored","pair":"tool-ambiguous-key-control","pairRole":"b","resources":{"elapsed_ns":2594237279,"process_cpu_ns":4961441521,"process_maxrss_kib":572284},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":236,"total_tokens":267}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-ambiguous-key-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-ambiguous-key-b","pair":"tool-ambiguous-key","role":"b"},"outcome":"scored","pair":"tool-ambiguous-key-tool-schema","pairRole":"b","resources":{"elapsed_ns":2570972657,"process_cpu_ns":4938038714,"process_maxrss_kib":572284},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":236,"total_tokens":267}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-ambiguous-key-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-ambiguous-key-b","pair":"tool-ambiguous-key","role":"b"},"outcome":"scored","pair":"tool-ambiguous-key-control","pairRole":"b","resources":{"elapsed_ns":1020626396,"process_cpu_ns":1881692890,"process_maxrss_kib":572284},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":236,"total_tokens":260}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-ambiguous-key-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-ambiguous-key-b","pair":"tool-ambiguous-key","role":"b"},"outcome":"scored","pair":"tool-ambiguous-key-tool-schema","pairRole":"b","resources":{"elapsed_ns":1012143917,"process_cpu_ns":1875421959,"process_maxrss_kib":572284},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":236,"total_tokens":260}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-ambiguous-key-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-ambiguous-key-b","pair":"tool-ambiguous-key","role":"b"},"outcome":"scored","pair":"tool-ambiguous-key-control","pairRole":"b","resources":{"elapsed_ns":1039711093,"process_cpu_ns":1908564543,"process_maxrss_kib":572284},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":25,"prompt_tokens":236,"total_tokens":261}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-write-quota-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-write-quota-b","pair":"tool-write-quota","role":"b"},"outcome":"scored","pair":"tool-write-quota-control","pairRole":"b","resources":{"elapsed_ns":2410363722,"process_cpu_ns":4632656860,"process_maxrss_kib":572284},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-write-quota-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-write-quota-b","pair":"tool-write-quota","role":"b"},"outcome":"scored","pair":"tool-write-quota-tool-schema","pairRole":"b","resources":{"elapsed_ns":2355924532,"process_cpu_ns":4556137449,"process_maxrss_kib":572284},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-write-quota-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-write-quota-b","pair":"tool-write-quota","role":"b"},"outcome":"scored","pair":"tool-write-quota-control","pairRole":"b","resources":{"elapsed_ns":2567942205,"process_cpu_ns":4910382474,"process_maxrss_kib":572284},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-write-quota-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-write-quota-b","pair":"tool-write-quota","role":"b"},"outcome":"scored","pair":"tool-write-quota-tool-schema","pairRole":"b","resources":{"elapsed_ns":2548501150,"process_cpu_ns":4891348767,"process_maxrss_kib":572284},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-write-quota-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-write-quota-b","pair":"tool-write-quota","role":"b"},"outcome":"scored","pair":"tool-write-quota-control","pairRole":"b","resources":{"elapsed_ns":1017571131,"process_cpu_ns":1867164365,"process_maxrss_kib":572284},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-write-quota-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-write-quota-b","pair":"tool-write-quota","role":"b"},"outcome":"scored","pair":"tool-write-quota-tool-schema","pairRole":"b","resources":{"elapsed_ns":996453498,"process_cpu_ns":1842822441,"process_maxrss_kib":572284},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-write-quota-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-write-quota-b","pair":"tool-write-quota","role":"b"},"outcome":"scored","pair":"tool-write-quota-control","pairRole":"b","resources":{"elapsed_ns":1116326302,"process_cpu_ns":2023708704,"process_maxrss_kib":572284},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":30,"prompt_tokens":234,"total_tokens":264}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-write-quota-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-write-quota-b","pair":"tool-write-quota","role":"b"},"outcome":"scored","pair":"tool-write-quota-tool-schema","pairRole":"b","resources":{"elapsed_ns":1071820787,"process_cpu_ns":1961132663,"process_maxrss_kib":572284},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":28,"prompt_tokens":234,"total_tokens":262}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-stale-evidence-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-stale-evidence-a","pair":"tool-stale-evidence","role":"a"},"outcome":"scored","pair":"tool-stale-evidence-tool-schema","pairRole":"a","resources":{"elapsed_ns":2385768138,"process_cpu_ns":4611651488,"process_maxrss_kib":572284},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":true,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-stale-evidence-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-stale-evidence-a","pair":"tool-stale-evidence","role":"a"},"outcome":"scored","pair":"tool-stale-evidence-control","pairRole":"a","resources":{"elapsed_ns":2594803316,"process_cpu_ns":4956206245,"process_maxrss_kib":572540},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"long96","correct":true,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-stale-evidence-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-stale-evidence-a","pair":"tool-stale-evidence","role":"a"},"outcome":"scored","pair":"tool-stale-evidence-tool-schema","pairRole":"a","resources":{"elapsed_ns":2543427475,"process_cpu_ns":4876513780,"process_maxrss_kib":572540},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-stale-evidence-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-stale-evidence-a","pair":"tool-stale-evidence","role":"a"},"outcome":"scored","pair":"tool-stale-evidence-control","pairRole":"a","resources":{"elapsed_ns":1012410747,"process_cpu_ns":1862161501,"process_maxrss_kib":572540},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-stale-evidence-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-stale-evidence-a","pair":"tool-stale-evidence","role":"a"},"outcome":"scored","pair":"tool-stale-evidence-tool-schema","pairRole":"a","resources":{"elapsed_ns":1033564512,"process_cpu_ns":1898326517,"process_maxrss_kib":572540},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-stale-evidence-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-stale-evidence-a","pair":"tool-stale-evidence","role":"a"},"outcome":"scored","pair":"tool-stale-evidence-control","pairRole":"a","resources":{"elapsed_ns":1077618210,"process_cpu_ns":1965027175,"process_maxrss_kib":572540},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":27,"prompt_tokens":234,"total_tokens":261}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-stale-evidence-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-stale-evidence-a","pair":"tool-stale-evidence","role":"a"},"outcome":"scored","pair":"tool-stale-evidence-tool-schema","pairRole":"a","resources":{"elapsed_ns":1143697239,"process_cpu_ns":2071795401,"process_maxrss_kib":572540},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":32,"prompt_tokens":234,"total_tokens":266}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-stale-evidence-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-stale-evidence-a","pair":"tool-stale-evidence","role":"a"},"outcome":"scored","pair":"tool-stale-evidence-control","pairRole":"a","resources":{"elapsed_ns":2369165810,"process_cpu_ns":4562170049,"process_maxrss_kib":572540},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-write-permission-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-write-permission-b","pair":"tool-write-permission","role":"b"},"outcome":"scored","pair":"tool-write-permission-control","pairRole":"b","resources":{"elapsed_ns":2622942673,"process_cpu_ns":5017897508,"process_maxrss_kib":574076},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-write-permission-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-write-permission-b","pair":"tool-write-permission","role":"b"},"outcome":"scored","pair":"tool-write-permission-tool-schema","pairRole":"b","resources":{"elapsed_ns":2639457997,"process_cpu_ns":5076180246,"process_maxrss_kib":574076},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-write-permission-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-write-permission-b","pair":"tool-write-permission","role":"b"},"outcome":"scored","pair":"tool-write-permission-control","pairRole":"b","resources":{"elapsed_ns":1038115466,"process_cpu_ns":1916136894,"process_maxrss_kib":574076},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-write-permission-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-write-permission-b","pair":"tool-write-permission","role":"b"},"outcome":"scored","pair":"tool-write-permission-tool-schema","pairRole":"b","resources":{"elapsed_ns":1012450253,"process_cpu_ns":1878709315,"process_maxrss_kib":574076},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-write-permission-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-write-permission-b","pair":"tool-write-permission","role":"b"},"outcome":"scored","pair":"tool-write-permission-control","pairRole":"b","resources":{"elapsed_ns":1084163734,"process_cpu_ns":1980676952,"process_maxrss_kib":574076},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":27,"prompt_tokens":234,"total_tokens":261}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-write-permission-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-write-permission-b","pair":"tool-write-permission","role":"b"},"outcome":"scored","pair":"tool-write-permission-tool-schema","pairRole":"b","resources":{"elapsed_ns":1063809736,"process_cpu_ns":1961349859,"process_maxrss_kib":574076},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":27,"prompt_tokens":234,"total_tokens":261}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-write-permission-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-write-permission-b","pair":"tool-write-permission","role":"b"},"outcome":"scored","pair":"tool-write-permission-control","pairRole":"b","resources":{"elapsed_ns":2371755787,"process_cpu_ns":4575012317,"process_maxrss_kib":575356},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-write-permission-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-write-permission-b","pair":"tool-write-permission","role":"b"},"outcome":"scored","pair":"tool-write-permission-tool-schema","pairRole":"b","resources":{"elapsed_ns":2330437105,"process_cpu_ns":4512463953,"process_maxrss_kib":575356},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":true,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-write-quota-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-write-quota-a","pair":"tool-write-quota","role":"a"},"outcome":"scored","pair":"tool-write-quota-tool-schema","pairRole":"a","resources":{"elapsed_ns":2528153381,"process_cpu_ns":4859975716,"process_maxrss_kib":575356},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-write-quota-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-write-quota-a","pair":"tool-write-quota","role":"a"},"outcome":"scored","pair":"tool-write-quota-control","pairRole":"a","resources":{"elapsed_ns":1002120759,"process_cpu_ns":1852407340,"process_maxrss_kib":575356},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-write-quota-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-write-quota-a","pair":"tool-write-quota","role":"a"},"outcome":"scored","pair":"tool-write-quota-tool-schema","pairRole":"a","resources":{"elapsed_ns":987118270,"process_cpu_ns":1826804876,"process_maxrss_kib":575356},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-write-quota-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-write-quota-a","pair":"tool-write-quota","role":"a"},"outcome":"scored","pair":"tool-write-quota-control","pairRole":"a","resources":{"elapsed_ns":1054246863,"process_cpu_ns":1932228160,"process_maxrss_kib":575356},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":27,"prompt_tokens":234,"total_tokens":261}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-write-quota-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-write-quota-a","pair":"tool-write-quota","role":"a"},"outcome":"scored","pair":"tool-write-quota-tool-schema","pairRole":"a","resources":{"elapsed_ns":1126287461,"process_cpu_ns":2053479875,"process_maxrss_kib":575484},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":32,"prompt_tokens":234,"total_tokens":266}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-write-quota-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-write-quota-a","pair":"tool-write-quota","role":"a"},"outcome":"scored","pair":"tool-write-quota-control","pairRole":"a","resources":{"elapsed_ns":2351833272,"process_cpu_ns":4531387149,"process_maxrss_kib":575484},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-write-quota-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-write-quota-a","pair":"tool-write-quota","role":"a"},"outcome":"scored","pair":"tool-write-quota-tool-schema","pairRole":"a","resources":{"elapsed_ns":2332481135,"process_cpu_ns":4512348139,"process_maxrss_kib":575484},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":true,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-write-quota-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-write-quota-a","pair":"tool-write-quota","role":"a"},"outcome":"scored","pair":"tool-write-quota-control","pairRole":"a","resources":{"elapsed_ns":2565839052,"process_cpu_ns":4909485072,"process_maxrss_kib":575484},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-value-type-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-value-type-a","pair":"tool-value-type","role":"a"},"outcome":"scored","pair":"tool-value-type-control","pairRole":"a","resources":{"elapsed_ns":1002731485,"process_cpu_ns":1848697395,"process_maxrss_kib":575484},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-value-type-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-value-type-a","pair":"tool-value-type","role":"a"},"outcome":"scored","pair":"tool-value-type-tool-schema","pairRole":"a","resources":{"elapsed_ns":994089765,"process_cpu_ns":1838924104,"process_maxrss_kib":575484},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-value-type-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-value-type-a","pair":"tool-value-type","role":"a"},"outcome":"scored","pair":"tool-value-type-control","pairRole":"a","resources":{"elapsed_ns":1074462769,"process_cpu_ns":1965650446,"process_maxrss_kib":575484},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":27,"prompt_tokens":234,"total_tokens":261}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-value-type-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-value-type-a","pair":"tool-value-type","role":"a"},"outcome":"scored","pair":"tool-value-type-tool-schema","pairRole":"a","resources":{"elapsed_ns":1130034228,"process_cpu_ns":2055143395,"process_maxrss_kib":575484},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":32,"prompt_tokens":234,"total_tokens":266}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-value-type-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-value-type-a","pair":"tool-value-type","role":"a"},"outcome":"scored","pair":"tool-value-type-control","pairRole":"a","resources":{"elapsed_ns":2349465850,"process_cpu_ns":4524715432,"process_maxrss_kib":575484},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-value-type-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-value-type-a","pair":"tool-value-type","role":"a"},"outcome":"scored","pair":"tool-value-type-tool-schema","pairRole":"a","resources":{"elapsed_ns":2352389847,"process_cpu_ns":4549498455,"process_maxrss_kib":575484},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":true,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-value-type-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-value-type-a","pair":"tool-value-type","role":"a"},"outcome":"scored","pair":"tool-value-type-control","pairRole":"a","resources":{"elapsed_ns":2575843866,"process_cpu_ns":4925271616,"process_maxrss_kib":575484},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"long96","correct":true,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-value-type-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-value-type-a","pair":"tool-value-type","role":"a"},"outcome":"scored","pair":"tool-value-type-tool-schema","pairRole":"a","resources":{"elapsed_ns":2547299336,"process_cpu_ns":4888288634,"process_maxrss_kib":575996},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-stale-evidence-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-stale-evidence-b","pair":"tool-stale-evidence","role":"b"},"outcome":"scored","pair":"tool-stale-evidence-tool-schema","pairRole":"b","resources":{"elapsed_ns":996260587,"process_cpu_ns":1842410682,"process_maxrss_kib":575996},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-stale-evidence-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-stale-evidence-b","pair":"tool-stale-evidence","role":"b"},"outcome":"scored","pair":"tool-stale-evidence-control","pairRole":"b","resources":{"elapsed_ns":1052564214,"process_cpu_ns":1926199476,"process_maxrss_kib":575996},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":26,"prompt_tokens":234,"total_tokens":260}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-stale-evidence-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-stale-evidence-b","pair":"tool-stale-evidence","role":"b"},"outcome":"scored","pair":"tool-stale-evidence-tool-schema","pairRole":"b","resources":{"elapsed_ns":1076201143,"process_cpu_ns":1968141351,"process_maxrss_kib":575996},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":28,"prompt_tokens":234,"total_tokens":262}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-stale-evidence-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-stale-evidence-b","pair":"tool-stale-evidence","role":"b"},"outcome":"scored","pair":"tool-stale-evidence-control","pairRole":"b","resources":{"elapsed_ns":2365875428,"process_cpu_ns":4554070730,"process_maxrss_kib":575996},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-stale-evidence-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-stale-evidence-b","pair":"tool-stale-evidence","role":"b"},"outcome":"scored","pair":"tool-stale-evidence-tool-schema","pairRole":"b","resources":{"elapsed_ns":2354991900,"process_cpu_ns":4551631369,"process_maxrss_kib":575996},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-stale-evidence-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-stale-evidence-b","pair":"tool-stale-evidence","role":"b"},"outcome":"scored","pair":"tool-stale-evidence-control","pairRole":"b","resources":{"elapsed_ns":2581607079,"process_cpu_ns":4937343918,"process_maxrss_kib":577020},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-stale-evidence-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-stale-evidence-b","pair":"tool-stale-evidence","role":"b"},"outcome":"scored","pair":"tool-stale-evidence-tool-schema","pairRole":"b","resources":{"elapsed_ns":2552427830,"process_cpu_ns":4896521266,"process_maxrss_kib":577020},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-stale-evidence-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-stale-evidence-b","pair":"tool-stale-evidence","role":"b"},"outcome":"scored","pair":"tool-stale-evidence-control","pairRole":"b","resources":{"elapsed_ns":1010543483,"process_cpu_ns":1859361278,"process_maxrss_kib":577020},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-ambiguous-key-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-ambiguous-key-a","pair":"tool-ambiguous-key","role":"a"},"outcome":"scored","pair":"tool-ambiguous-key-control","pairRole":"a","resources":{"elapsed_ns":1071873156,"process_cpu_ns":1955645233,"process_maxrss_kib":577020},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":27,"prompt_tokens":234,"total_tokens":261}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-ambiguous-key-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-ambiguous-key-a","pair":"tool-ambiguous-key","role":"a"},"outcome":"scored","pair":"tool-ambiguous-key-tool-schema","pairRole":"a","resources":{"elapsed_ns":1141895417,"process_cpu_ns":2072470367,"process_maxrss_kib":577020},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":32,"prompt_tokens":234,"total_tokens":266}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-ambiguous-key-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-ambiguous-key-a","pair":"tool-ambiguous-key","role":"a"},"outcome":"scored","pair":"tool-ambiguous-key-control","pairRole":"a","resources":{"elapsed_ns":2368878996,"process_cpu_ns":4557465787,"process_maxrss_kib":577020},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-ambiguous-key-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-ambiguous-key-a","pair":"tool-ambiguous-key","role":"a"},"outcome":"scored","pair":"tool-ambiguous-key-tool-schema","pairRole":"a","resources":{"elapsed_ns":2359136276,"process_cpu_ns":4557186125,"process_maxrss_kib":577148},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":true,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-ambiguous-key-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-ambiguous-key-a","pair":"tool-ambiguous-key","role":"a"},"outcome":"scored","pair":"tool-ambiguous-key-control","pairRole":"a","resources":{"elapsed_ns":2582055093,"process_cpu_ns":4934227067,"process_maxrss_kib":577148},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"long96","correct":true,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-ambiguous-key-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-ambiguous-key-a","pair":"tool-ambiguous-key","role":"a"},"outcome":"scored","pair":"tool-ambiguous-key-tool-schema","pairRole":"a","resources":{"elapsed_ns":2546262010,"process_cpu_ns":4882482691,"process_maxrss_kib":577148},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-ambiguous-key-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-ambiguous-key-a","pair":"tool-ambiguous-key","role":"a"},"outcome":"scored","pair":"tool-ambiguous-key-control","pairRole":"a","resources":{"elapsed_ns":1003401969,"process_cpu_ns":1845382538,"process_maxrss_kib":577148},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-ambiguous-key-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-ambiguous-key-a","pair":"tool-ambiguous-key","role":"a"},"outcome":"scored","pair":"tool-ambiguous-key-tool-schema","pairRole":"a","resources":{"elapsed_ns":995359953,"process_cpu_ns":1836166407,"process_maxrss_kib":577148},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-unknown-tool-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-unknown-tool-b","pair":"tool-unknown-tool","role":"b"},"outcome":"scored","pair":"tool-unknown-tool-tool-schema","pairRole":"b","resources":{"elapsed_ns":1145771948,"process_cpu_ns":2077515270,"process_maxrss_kib":577148},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":32,"prompt_tokens":235,"total_tokens":267}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-unknown-tool-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-unknown-tool-b","pair":"tool-unknown-tool","role":"b"},"outcome":"scored","pair":"tool-unknown-tool-control","pairRole":"b","resources":{"elapsed_ns":2374929151,"process_cpu_ns":4568943643,"process_maxrss_kib":577148},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":235,"total_tokens":259}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-unknown-tool-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-unknown-tool-b","pair":"tool-unknown-tool","role":"b"},"outcome":"scored","pair":"tool-unknown-tool-tool-schema","pairRole":"b","resources":{"elapsed_ns":2359300113,"process_cpu_ns":4556960325,"process_maxrss_kib":577148},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":235,"total_tokens":259}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-unknown-tool-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-unknown-tool-b","pair":"tool-unknown-tool","role":"b"},"outcome":"scored","pair":"tool-unknown-tool-control","pairRole":"b","resources":{"elapsed_ns":2610984750,"process_cpu_ns":4982038188,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":32,"prompt_tokens":235,"total_tokens":267}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-unknown-tool-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-unknown-tool-b","pair":"tool-unknown-tool","role":"b"},"outcome":"scored","pair":"tool-unknown-tool-tool-schema","pairRole":"b","resources":{"elapsed_ns":2479149986,"process_cpu_ns":4767167451,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":28,"prompt_tokens":235,"total_tokens":263}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-unknown-tool-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-unknown-tool-b","pair":"tool-unknown-tool","role":"b"},"outcome":"scored","pair":"tool-unknown-tool-control","pairRole":"b","resources":{"elapsed_ns":1020984577,"process_cpu_ns":1865319741,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":235,"total_tokens":259}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-unknown-tool-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-unknown-tool-b","pair":"tool-unknown-tool","role":"b"},"outcome":"scored","pair":"tool-unknown-tool-tool-schema","pairRole":"b","resources":{"elapsed_ns":1014973205,"process_cpu_ns":1869411656,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":235,"total_tokens":259}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-unknown-tool-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-unknown-tool-b","pair":"tool-unknown-tool","role":"b"},"outcome":"scored","pair":"tool-unknown-tool-control","pairRole":"b","resources":{"elapsed_ns":1191828471,"process_cpu_ns":2139545398,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":33,"prompt_tokens":235,"total_tokens":268}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-write-permission-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-write-permission-a","pair":"tool-write-permission","role":"a"},"outcome":"scored","pair":"tool-write-permission-control","pairRole":"a","resources":{"elapsed_ns":2398263078,"process_cpu_ns":4615349990,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-write-permission-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-write-permission-a","pair":"tool-write-permission","role":"a"},"outcome":"scored","pair":"tool-write-permission-tool-schema","pairRole":"a","resources":{"elapsed_ns":2317530810,"process_cpu_ns":4474068843,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":true,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-write-permission-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-write-permission-a","pair":"tool-write-permission","role":"a"},"outcome":"scored","pair":"tool-write-permission-control","pairRole":"a","resources":{"elapsed_ns":2567395119,"process_cpu_ns":4900922420,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"long96","correct":true,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-write-permission-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-write-permission-a","pair":"tool-write-permission","role":"a"},"outcome":"scored","pair":"tool-write-permission-tool-schema","pairRole":"a","resources":{"elapsed_ns":2533515285,"process_cpu_ns":4869106277,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-write-permission-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-write-permission-a","pair":"tool-write-permission","role":"a"},"outcome":"scored","pair":"tool-write-permission-control","pairRole":"a","resources":{"elapsed_ns":986861354,"process_cpu_ns":1822833189,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-write-permission-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-write-permission-a","pair":"tool-write-permission","role":"a"},"outcome":"scored","pair":"tool-write-permission-tool-schema","pairRole":"a","resources":{"elapsed_ns":985045710,"process_cpu_ns":1825299863,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-write-permission-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-write-permission-a","pair":"tool-write-permission","role":"a"},"outcome":"scored","pair":"tool-write-permission-control","pairRole":"a","resources":{"elapsed_ns":1058662497,"process_cpu_ns":1941286505,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":27,"prompt_tokens":234,"total_tokens":261}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-write-permission-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-write-permission-a","pair":"tool-write-permission","role":"a"},"outcome":"scored","pair":"tool-write-permission-tool-schema","pairRole":"a","resources":{"elapsed_ns":1132728054,"process_cpu_ns":2064840497,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":32,"prompt_tokens":234,"total_tokens":266}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-missing-key-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-missing-key-b","pair":"tool-missing-key","role":"b"},"outcome":"scored","pair":"tool-missing-key-tool-schema","pairRole":"b","resources":{"elapsed_ns":2309384382,"process_cpu_ns":4474710246,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-missing-key-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-missing-key-b","pair":"tool-missing-key","role":"b"},"outcome":"scored","pair":"tool-missing-key-control","pairRole":"b","resources":{"elapsed_ns":2499097735,"process_cpu_ns":4797757458,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":29,"prompt_tokens":234,"total_tokens":263}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-missing-key-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-missing-key-b","pair":"tool-missing-key","role":"b"},"outcome":"scored","pair":"tool-missing-key-tool-schema","pairRole":"b","resources":{"elapsed_ns":2463715060,"process_cpu_ns":4748375256,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":29,"prompt_tokens":234,"total_tokens":263}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-missing-key-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-missing-key-b","pair":"tool-missing-key","role":"b"},"outcome":"scored","pair":"tool-missing-key-control","pairRole":"b","resources":{"elapsed_ns":1003655473,"process_cpu_ns":1847018774,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-missing-key-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-missing-key-b","pair":"tool-missing-key","role":"b"},"outcome":"scored","pair":"tool-missing-key-tool-schema","pairRole":"b","resources":{"elapsed_ns":978080133,"process_cpu_ns":1814215126,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-missing-key-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-missing-key-b","pair":"tool-missing-key","role":"b"},"outcome":"scored","pair":"tool-missing-key-control","pairRole":"b","resources":{"elapsed_ns":1101966273,"process_cpu_ns":2002343877,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":30,"prompt_tokens":234,"total_tokens":264}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-missing-key-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-missing-key-b","pair":"tool-missing-key","role":"b"},"outcome":"scored","pair":"tool-missing-key-tool-schema","pairRole":"b","resources":{"elapsed_ns":1087975623,"process_cpu_ns":1990213001,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":30,"prompt_tokens":234,"total_tokens":264}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-missing-key-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-missing-key-b","pair":"tool-missing-key","role":"b"},"outcome":"scored","pair":"tool-missing-key-control","pairRole":"b","resources":{"elapsed_ns":2353130106,"process_cpu_ns":4542949346,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-value-type-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-value-type-b","pair":"tool-value-type","role":"b"},"outcome":"scored","pair":"tool-value-type-control","pairRole":"b","resources":{"elapsed_ns":2540931850,"process_cpu_ns":4861287949,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-value-type-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-value-type-b","pair":"tool-value-type","role":"b"},"outcome":"scored","pair":"tool-value-type-tool-schema","pairRole":"b","resources":{"elapsed_ns":2522443039,"process_cpu_ns":4846533626,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-value-type-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-value-type-b","pair":"tool-value-type","role":"b"},"outcome":"scored","pair":"tool-value-type-control","pairRole":"b","resources":{"elapsed_ns":1003713817,"process_cpu_ns":1842505868,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-value-type-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-value-type-b","pair":"tool-value-type","role":"b"},"outcome":"scored","pair":"tool-value-type-tool-schema","pairRole":"b","resources":{"elapsed_ns":987655650,"process_cpu_ns":1827166915,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-value-type-b-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-value-type-b","pair":"tool-value-type","role":"b"},"outcome":"scored","pair":"tool-value-type-control","pairRole":"b","resources":{"elapsed_ns":1114373368,"process_cpu_ns":2021489132,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":30,"prompt_tokens":234,"total_tokens":264}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-value-type-b-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-value-type-b","pair":"tool-value-type","role":"b"},"outcome":"scored","pair":"tool-value-type-tool-schema","pairRole":"b","resources":{"elapsed_ns":1124111578,"process_cpu_ns":2043285991,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":true,"truncated":false,"usage":{"completion_tokens":32,"prompt_tokens":234,"total_tokens":266}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-value-type-b-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-value-type-b","pair":"tool-value-type","role":"b"},"outcome":"scored","pair":"tool-value-type-control","pairRole":"b","resources":{"elapsed_ns":2362676122,"process_cpu_ns":4551229673,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-value-type-b-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-value-type-b","pair":"tool-value-type","role":"b"},"outcome":"scored","pair":"tool-value-type-tool-schema","pairRole":"b","resources":{"elapsed_ns":2326764918,"process_cpu_ns":4500905259,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":true,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":true,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--tool-schema--tool-missing-key-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-missing-key-a","pair":"tool-missing-key","role":"a"},"outcome":"scored","pair":"tool-missing-key-tool-schema","pairRole":"a","resources":{"elapsed_ns":2533836879,"process_cpu_ns":4867193909,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--control--tool-missing-key-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-missing-key-a","pair":"tool-missing-key","role":"a"},"outcome":"scored","pair":"tool-missing-key-control","pairRole":"a","resources":{"elapsed_ns":996745326,"process_cpu_ns":1839914088,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol135-q4--short24--tool-schema--tool-missing-key-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-missing-key-a","pair":"tool-missing-key","role":"a"},"outcome":"scored","pair":"tool-missing-key-tool-schema","pairRole":"a","resources":{"elapsed_ns":999068643,"process_cpu_ns":1847444383,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":false,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--control--tool-missing-key-a-control","mode":"control","model":"smol135-q4","originalIdentity":{"id":"tool-missing-key-a","pair":"tool-missing-key","role":"a"},"outcome":"scored","pair":"tool-missing-key-control","pairRole":"a","resources":{"elapsed_ns":1066256524,"process_cpu_ns":1950844230,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":27,"prompt_tokens":234,"total_tokens":261}},{"configuration":"long96","correct":false,"family":"tool-tool-schema","finishReason":"stop","formatValid":true,"id":"smol135-q4--long96--tool-schema--tool-missing-key-a-tool-schema","mode":"tool-schema","model":"smol135-q4","originalIdentity":{"id":"tool-missing-key-a","pair":"tool-missing-key","role":"a"},"outcome":"scored","pair":"tool-missing-key-tool-schema","pairRole":"a","resources":{"elapsed_ns":1123659647,"process_cpu_ns":2043847594,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":32,"prompt_tokens":234,"total_tokens":266}},{"configuration":"short24","correct":false,"family":"tool-control","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--control--tool-missing-key-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-missing-key-a","pair":"tool-missing-key","role":"a"},"outcome":"scored","pair":"tool-missing-key-control","pairRole":"a","resources":{"elapsed_ns":2346952162,"process_cpu_ns":4519080744,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"short24","correct":false,"family":"tool-tool-schema","finishReason":"length","formatValid":false,"id":"smol360-q4--short24--tool-schema--tool-missing-key-a-tool-schema","mode":"tool-schema","model":"smol360-q4","originalIdentity":{"id":"tool-missing-key-a","pair":"tool-missing-key","role":"a"},"outcome":"scored","pair":"tool-missing-key-tool-schema","pairRole":"a","resources":{"elapsed_ns":2324189105,"process_cpu_ns":4492940436,"process_maxrss_kib":577276},"schemaValid":false,"targetAbstention":false,"truncated":true,"usage":{"completion_tokens":24,"prompt_tokens":234,"total_tokens":258}},{"configuration":"long96","correct":true,"family":"tool-control","finishReason":"stop","formatValid":true,"id":"smol360-q4--long96--control--tool-missing-key-a-control","mode":"control","model":"smol360-q4","originalIdentity":{"id":"tool-missing-key-a","pair":"tool-missing-key","role":"a"},"outcome":"scored","pair":"tool-missing-key-control","pairRole":"a","resources":{"elapsed_ns":2544700021,"process_cpu_ns":4867428780,"process_maxrss_kib":577276},"schemaValid":true,"targetAbstention":false,"truncated":false,"usage":{"completion_tokens":31,"prompt_tokens":234,"total_tokens":265}}],"effectsExecuted":0,"evidence":{"complete":true,"withinRunBudget":true},"executionMode":"actual-native","nativeTokens":{"completion":3468,"prompt":29992},"population":{"error":0,"incomplete":0,"planned":128,"scored":128,"started":128,"unknown-start":0,"unsupported":0},"preparationReuse":{"inferencePerformed":false,"nativeFiles":31,"newArchiveResponseBodyBytes":465478943,"selectedFiles":66,"status":"passed"},"profile":"probity-local-cpu-tool-arguments-v1","providerCalls":0,"providerDollars":0,"publicationDecision":"publish-scoped-report","quality":[{"configuration":"short24","correct":0,"correctAbstentions":0,"formatValid":0,"fullyCorrectPairs":0,"mode":"control","model":"smol135-q4","planned":16,"plannedAbstentions":8,"plannedPairs":8,"schemaValid":0,"scored":16,"truncatedReturns":16},{"configuration":"short24","correct":0,"correctAbstentions":0,"formatValid":0,"fullyCorrectPairs":0,"mode":"tool-schema","model":"smol135-q4","planned":16,"plannedAbstentions":8,"plannedPairs":8,"schemaValid":0,"scored":16,"truncatedReturns":16},{"configuration":"long96","correct":0,"correctAbstentions":0,"formatValid":16,"fullyCorrectPairs":0,"mode":"control","model":"smol135-q4","planned":16,"plannedAbstentions":8,"plannedPairs":8,"schemaValid":16,"scored":16,"truncatedReturns":0},{"configuration":"long96","correct":0,"correctAbstentions":0,"formatValid":16,"fullyCorrectPairs":0,"mode":"tool-schema","model":"smol135-q4","planned":16,"plannedAbstentions":8,"plannedPairs":8,"schemaValid":16,"scored":16,"truncatedReturns":0},{"configuration":"short24","correct":0,"correctAbstentions":0,"formatValid":0,"fullyCorrectPairs":0,"mode":"control","model":"smol360-q4","planned":16,"plannedAbstentions":8,"plannedPairs":8,"schemaValid":0,"scored":16,"truncatedReturns":16},{"configuration":"short24","correct":0,"correctAbstentions":0,"formatValid":0,"fullyCorrectPairs":0,"mode":"tool-schema","model":"smol360-q4","planned":16,"plannedAbstentions":8,"plannedPairs":8,"schemaValid":0,"scored":16,"truncatedReturns":16},{"configuration":"long96","correct":7,"correctAbstentions":0,"formatValid":16,"fullyCorrectPairs":0,"mode":"control","model":"smol360-q4","planned":16,"plannedAbstentions":8,"plannedPairs":8,"schemaValid":16,"scored":16,"truncatedReturns":0},{"configuration":"long96","correct":7,"correctAbstentions":0,"formatValid":16,"fullyCorrectPairs":0,"mode":"tool-schema","model":"smol360-q4","planned":16,"plannedAbstentions":8,"plannedPairs":8,"schemaValid":16,"scored":16,"truncatedReturns":0}],"qualityDecision":"hold-tool-decision-quality","resourceScope":"external selected child wall/wait4 CPU/peak RSS include initialization, source/runtime checks and retained inference-terminal serialization; post-child installed reconstruction separately recorded; returned token use known, failed call response use unknown; observed CPU/RSS checks and external wall guard","resources":{"elapsed_ns":228445554164,"process_cpu_ns":430234663000,"process_maxrss_kib":577276},"scope":"Finite public authored tool-argument/abstention/resource contrasts, informed by previous384/128studies; same operator; no representative benchmark, blind custody, effect grant, outside acceptance/adoption or independent custody."}