{ "comparison": { "control": { "correct": 4, "fullyCorrectPairs": 0, "planned": 64, "plannedPairs": 32 }, "vocabulary": { "correct": 18, "fullyCorrectPairs": 2, "planned": 64, "plannedPairs": 32 } }, "installed": { "artifact": 11263931021, "consumerDecision": "hold-quality", "cumulativeSixPreparationsResponseBodyBytes": 2639228307, "defaultQualityFailures": 8, "elapsed_ns": 45317547439, "evidenceDecision": "accept-scoped-evidence", "evidenceOnlyStillQualityHold": true, "hostPins": { "declaration": { "path": "declaration.json", "sha256": "cb5f87338601bfe7d6bd28520468d4f202f5318ac951c87febadf68af6ad6ceb" }, "manifest": { "path": "manifest.json", "sha256": "2520dd64a898461e5fff668ccfc89dde0b61eef2b06746f8ea5290d8ecc68dd7" }, "protocol": { "path": "protocol.json", "sha256": "64e0f444a457cb2e82e00dd905e4de186f7384dd95a129600c6185de454c02d2" }, "terminal": { "path": "terminal.json", "sha256": "9f21c40d9c1d5debdcd735cdfbc03297de65acb49f9117fe6a876d0fec7e0a27" } }, "main": "62f5d0c6fbd785259db2d5c8076dd844b53a0593", "modelRuntimeInstalled": false, "mutations": { "changedHelperReselected": "hold-evidence", "changedTerminalOriginalPins": "hold-evidence", "overBudgetTerminalReselected": "hold-evidence" }, "nativeTokens": { "completion": 1172, "prompt": 10624 }, "population": { "error": 0, "incomplete": 0, "planned": 128, "scored": 128, "started": 128, "unknown-start": 0, "unsupported": 0 }, "preparation": { "complete": true, "elapsedSeconds": 8.880832050999999, "scope": "retained transfer/source selection receipts reconstructed; weights/source wheels omitted from native packet and retained in full preparation archive; not an independent transfer or inference witness", "selectedPayloadBytes": 472221945, "selectedPayloadBytesByCategory": { "dependencies": 45457867, "metadata": 30738, "model": 376044704, "source": 50688636 } }, "process_cpu_ns": 84910453532, "quality": [ { "callElapsedNs": 3254003474, "completionTokens": 138, "configuration": "short24", "correct": 0, "decoder": "schema", "family": "policy-control", "formatValid": 16, "fullyCorrectPairs": 0, "model": "smol135-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 5877617962, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 }, { "callElapsedNs": 3392850988, "completionTokens": 160, "configuration": "short24", "correct": 2, "decoder": "schema", "family": "policy-vocabulary", "formatValid": 16, "fullyCorrectPairs": 0, "model": "smol135-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 6115132509, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 }, { "callElapsedNs": 3234003521, "completionTokens": 138, "configuration": "long96", "correct": 0, "decoder": "schema", "family": "policy-control", "formatValid": 16, "fullyCorrectPairs": 0, "model": "smol135-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 5838096661, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 }, { "callElapsedNs": 3345352631, "completionTokens": 160, "configuration": "long96", "correct": 2, "decoder": "schema", "family": "policy-vocabulary", "formatValid": 16, "fullyCorrectPairs": 0, "model": "smol135-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 6032573582, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 }, { "callElapsedNs": 7927821593, "completionTokens": 151, "configuration": "short24", "correct": 2, "decoder": "schema", "family": "policy-control", "formatValid": 16, "fullyCorrectPairs": 0, "model": "smol360-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 15137474454, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 }, { "callElapsedNs": 7730355000, "completionTokens": 137, "configuration": "short24", "correct": 7, "decoder": "schema", "family": "policy-vocabulary", "formatValid": 16, "fullyCorrectPairs": 1, "model": "smol360-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 14862366865, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 }, { "callElapsedNs": 7953110788, "completionTokens": 151, "configuration": "long96", "correct": 2, "decoder": "schema", "family": "policy-control", "formatValid": 16, "fullyCorrectPairs": 0, "model": "smol360-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 15178022558, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 }, { "callElapsedNs": 7833989075, "completionTokens": 137, "configuration": "long96", "correct": 7, "decoder": "schema", "family": "policy-vocabulary", "formatValid": 16, "fullyCorrectPairs": 1, "model": "smol360-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 15045158430, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 } ], "readerEnvironment": "3.12.13 (main, Mar 3 2026, 14:59:34) [Clang 21.1.4 ]", "reconstructedReportMatchesProducer": true, "reviewNativeInferenceCalls": 0, "run": 37094901561, "schema": "probity-independent-installed-native-review-v1", "scope": "Independent selected-byte replay by the same operator; no outside producer acceptance, recurring adoption, effect execution or independent custody.", "sourceContractSHA256": "4a3a47b14308f726af505ac489c9cb4c482cd48c09eacd3881c2fafe44f14ff7", "stdoutReplayExact": true, "structuredReplayExact": true, "wheel": { "bytes": 35389, "name": "probity_policy_vocabulary_reader-0.1.0-py3-none-any.whl", "sha256": "dd583f46e66a6cda396efa142248e52c9792c8062a65aea754184e22c22f17be" } }, "native": { "attempts": [ { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-publish-reader-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-b", "pair": "policy-publish-reader", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"v2\" }", "pair": "policy-publish-reader-control", "pairRole": "b", "resources": { "elapsed_ns": 227098228, "process_cpu_ns": 409775840, "process_maxrss_kib": 538596 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 94, "total_tokens": 103 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-publish-reader-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-b", "pair": "policy-publish-reader", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"dispatch\"}", "pair": "policy-publish-reader-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 238282484, "process_cpu_ns": 426910197, "process_maxrss_kib": 538980 }, "schemaValid": true, "tokens": { "completion_tokens": 11, "prompt_tokens": 94, "total_tokens": 105 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-publish-reader-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-b", "pair": "policy-publish-reader", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"v2\" }", "pair": "policy-publish-reader-control", "pairRole": "b", "resources": { "elapsed_ns": 217194618, "process_cpu_ns": 394948267, "process_maxrss_kib": 539236 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 94, "total_tokens": 103 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-publish-reader-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-b", "pair": "policy-publish-reader", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"dispatch\"}", "pair": "policy-publish-reader-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 227137866, "process_cpu_ns": 412141834, "process_maxrss_kib": 539236 }, "schemaValid": true, "tokens": { "completion_tokens": 11, "prompt_tokens": 94, "total_tokens": 105 } }, { "configuration": "short24", "correct": true, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-publish-reader-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-b", "pair": "policy-publish-reader", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"hold\" }", "pair": "policy-publish-reader-control", "pairRole": "b", "resources": { "elapsed_ns": 505506467, "process_cpu_ns": 974962960, "process_maxrss_kib": 554348 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "short24", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-publish-reader-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-b", "pair": "policy-publish-reader", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"hold\"}", "pair": "policy-publish-reader-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 511943153, "process_cpu_ns": 991127667, "process_maxrss_kib": 554476 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "long96", "correct": true, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-publish-reader-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-b", "pair": "policy-publish-reader", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"hold\" }", "pair": "policy-publish-reader-control", "pairRole": "b", "resources": { "elapsed_ns": 504673101, "process_cpu_ns": 973848096, "process_maxrss_kib": 554732 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "long96", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-publish-reader-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-b", "pair": "policy-publish-reader", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"hold\"}", "pair": "policy-publish-reader-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 502699668, "process_cpu_ns": 972473359, "process_maxrss_kib": 554732 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "short24", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-recover-committed-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-a", "pair": "policy-recover-committed", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-recover-committed-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 205039248, "process_cpu_ns": 377366942, "process_maxrss_kib": 554732 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-recover-committed-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-a", "pair": "policy-recover-committed", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"success\" }", "pair": "policy-recover-committed-control", "pairRole": "a", "resources": { "elapsed_ns": 208315822, "process_cpu_ns": 380718309, "process_maxrss_kib": 554732 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "long96", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-recover-committed-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-a", "pair": "policy-recover-committed", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-recover-committed-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 209869474, "process_cpu_ns": 386810351, "process_maxrss_kib": 554732 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-recover-committed-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-a", "pair": "policy-recover-committed", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"commit\" }", "pair": "policy-recover-committed-control", "pairRole": "a", "resources": { "elapsed_ns": 506129506, "process_cpu_ns": 976209355, "process_maxrss_kib": 554732 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "short24", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-recover-committed-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-a", "pair": "policy-recover-committed", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-recover-committed-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 512714355, "process_cpu_ns": 991481251, "process_maxrss_kib": 554732 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-recover-committed-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-a", "pair": "policy-recover-committed", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"commit\" }", "pair": "policy-recover-committed-control", "pairRole": "a", "resources": { "elapsed_ns": 504926644, "process_cpu_ns": 973608813, "process_maxrss_kib": 554732 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "long96", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-recover-committed-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-a", "pair": "policy-recover-committed", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-recover-committed-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 505571835, "process_cpu_ns": 977411503, "process_maxrss_kib": 555372 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-recover-committed-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-a", "pair": "policy-recover-committed", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"success\" }", "pair": "policy-recover-committed-control", "pairRole": "a", "resources": { "elapsed_ns": 207785266, "process_cpu_ns": 379885280, "process_maxrss_kib": 555500 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-admit-expiry-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-b", "pair": "policy-admit-expiry", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"valid\" }", "pair": "policy-admit-expiry-control", "pairRole": "b", "resources": { "elapsed_ns": 195558887, "process_cpu_ns": 355657302, "process_maxrss_kib": 555500 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-admit-expiry-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-b", "pair": "policy-admit-expiry", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-admit-expiry-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 200228453, "process_cpu_ns": 364087331, "process_maxrss_kib": 555500 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-admit-expiry-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-b", "pair": "policy-admit-expiry", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"admit\" }", "pair": "policy-admit-expiry-control", "pairRole": "b", "resources": { "elapsed_ns": 485460083, "process_cpu_ns": 930818457, "process_maxrss_kib": 555500 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-admit-expiry-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-b", "pair": "policy-admit-expiry", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"admit\"}", "pair": "policy-admit-expiry-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 481516473, "process_cpu_ns": 926539401, "process_maxrss_kib": 555500 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-admit-expiry-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-b", "pair": "policy-admit-expiry", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"admit\" }", "pair": "policy-admit-expiry-control", "pairRole": "b", "resources": { "elapsed_ns": 486001228, "process_cpu_ns": 931290284, "process_maxrss_kib": 555500 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-admit-expiry-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-b", "pair": "policy-admit-expiry", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"admit\"}", "pair": "policy-admit-expiry-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 483812401, "process_cpu_ns": 930563696, "process_maxrss_kib": 555500 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-admit-expiry-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-b", "pair": "policy-admit-expiry", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"valid\" }", "pair": "policy-admit-expiry-control", "pairRole": "b", "resources": { "elapsed_ns": 195052876, "process_cpu_ns": 354232513, "process_maxrss_kib": 555500 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-admit-expiry-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-b", "pair": "policy-admit-expiry", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-admit-expiry-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 205529188, "process_cpu_ns": 374024065, "process_maxrss_kib": 555500 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-publish-reader-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-a", "pair": "policy-publish-reader", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"dispatch\"}", "pair": "policy-publish-reader-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 235672064, "process_cpu_ns": 429409932, "process_maxrss_kib": 555500 }, "schemaValid": true, "tokens": { "completion_tokens": 11, "prompt_tokens": 98, "total_tokens": 109 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-publish-reader-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-a", "pair": "policy-publish-reader", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"hold\" }", "pair": "policy-publish-reader-control", "pairRole": "a", "resources": { "elapsed_ns": 534834229, "process_cpu_ns": 1033374835, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 98, "total_tokens": 106 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-publish-reader-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-a", "pair": "policy-publish-reader", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"hold\"}", "pair": "policy-publish-reader-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 521639422, "process_cpu_ns": 1010229140, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 98, "total_tokens": 106 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-publish-reader-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-a", "pair": "policy-publish-reader", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"hold\" }", "pair": "policy-publish-reader-control", "pairRole": "a", "resources": { "elapsed_ns": 523985907, "process_cpu_ns": 1012605789, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 98, "total_tokens": 106 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-publish-reader-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-a", "pair": "policy-publish-reader", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"hold\"}", "pair": "policy-publish-reader-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 521248934, "process_cpu_ns": 1009166700, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 98, "total_tokens": 106 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-publish-reader-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-a", "pair": "policy-publish-reader", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"v2\" }", "pair": "policy-publish-reader-control", "pairRole": "a", "resources": { "elapsed_ns": 225444969, "process_cpu_ns": 410306694, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 98, "total_tokens": 107 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-publish-reader-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-a", "pair": "policy-publish-reader", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"dispatch\"}", "pair": "policy-publish-reader-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 236149794, "process_cpu_ns": 429492720, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 11, "prompt_tokens": 98, "total_tokens": 109 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-publish-reader-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-reader-a", "pair": "policy-publish-reader", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"v2\" }", "pair": "policy-publish-reader-control", "pairRole": "a", "resources": { "elapsed_ns": 225631920, "process_cpu_ns": 410535896, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 98, "total_tokens": 107 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-dispatch-spent-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-a", "pair": "policy-dispatch-spent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"hold\" }", "pair": "policy-dispatch-spent-control", "pairRole": "a", "resources": { "elapsed_ns": 449920757, "process_cpu_ns": 862455194, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 79, "total_tokens": 87 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-dispatch-spent-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-a", "pair": "policy-dispatch-spent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"hold\"}", "pair": "policy-dispatch-spent-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 446687026, "process_cpu_ns": 857911842, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 79, "total_tokens": 87 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-dispatch-spent-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-a", "pair": "policy-dispatch-spent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"hold\" }", "pair": "policy-dispatch-spent-control", "pairRole": "a", "resources": { "elapsed_ns": 448639006, "process_cpu_ns": 859626594, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 79, "total_tokens": 87 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-dispatch-spent-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-a", "pair": "policy-dispatch-spent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"hold\"}", "pair": "policy-dispatch-spent-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 447614552, "process_cpu_ns": 860094649, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 79, "total_tokens": 87 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-dispatch-spent-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-a", "pair": "policy-dispatch-spent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"authorized\" }", "pair": "policy-dispatch-spent-control", "pairRole": "a", "resources": { "elapsed_ns": 192337746, "process_cpu_ns": 347381188, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 79, "total_tokens": 87 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-dispatch-spent-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-a", "pair": "policy-dispatch-spent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-dispatch-spent-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 193817255, "process_cpu_ns": 349708016, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 79, "total_tokens": 88 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-dispatch-spent-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-a", "pair": "policy-dispatch-spent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"authorized\" }", "pair": "policy-dispatch-spent-control", "pairRole": "a", "resources": { "elapsed_ns": 188550707, "process_cpu_ns": 340055562, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 79, "total_tokens": 87 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-dispatch-spent-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-a", "pair": "policy-dispatch-spent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-dispatch-spent-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 191948681, "process_cpu_ns": 346832859, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 79, "total_tokens": 88 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-publish-checks-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-b", "pair": "policy-publish-checks", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"publish\"}", "pair": "policy-publish-checks-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 423020707, "process_cpu_ns": 804698075, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 70, "total_tokens": 79 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-publish-checks-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-b", "pair": "policy-publish-checks", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"Publish\" }", "pair": "policy-publish-checks-control", "pairRole": "b", "resources": { "elapsed_ns": 434063572, "process_cpu_ns": 823536266, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 70, "total_tokens": 79 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-publish-checks-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-b", "pair": "policy-publish-checks", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"publish\"}", "pair": "policy-publish-checks-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 470913754, "process_cpu_ns": 900848028, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 70, "total_tokens": 79 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-publish-checks-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-b", "pair": "policy-publish-checks", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"yes\" }", "pair": "policy-publish-checks-control", "pairRole": "b", "resources": { "elapsed_ns": 196736724, "process_cpu_ns": 348648624, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 10, "prompt_tokens": 70, "total_tokens": 80 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-publish-checks-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-b", "pair": "policy-publish-checks", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"inspect\"}", "pair": "policy-publish-checks-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 223396143, "process_cpu_ns": 393576533, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 13, "prompt_tokens": 70, "total_tokens": 83 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-publish-checks-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-b", "pair": "policy-publish-checks", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"yes\" }", "pair": "policy-publish-checks-control", "pairRole": "b", "resources": { "elapsed_ns": 196431674, "process_cpu_ns": 348561252, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 10, "prompt_tokens": 70, "total_tokens": 80 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-publish-checks-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-b", "pair": "policy-publish-checks", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"inspect\"}", "pair": "policy-publish-checks-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 208825444, "process_cpu_ns": 366920209, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 13, "prompt_tokens": 70, "total_tokens": 83 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-publish-checks-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-b", "pair": "policy-publish-checks", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"Publish\" }", "pair": "policy-publish-checks-control", "pairRole": "b", "resources": { "elapsed_ns": 434828976, "process_cpu_ns": 825321561, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 70, "total_tokens": 79 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-admit-expiry-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-a", "pair": "policy-admit-expiry", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"reject\" }", "pair": "policy-admit-expiry-control", "pairRole": "a", "resources": { "elapsed_ns": 497513963, "process_cpu_ns": 951976833, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-admit-expiry-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-a", "pair": "policy-admit-expiry", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"reject\"}", "pair": "policy-admit-expiry-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 502643631, "process_cpu_ns": 964878961, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-admit-expiry-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-a", "pair": "policy-admit-expiry", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"valid\" }", "pair": "policy-admit-expiry-control", "pairRole": "a", "resources": { "elapsed_ns": 198706952, "process_cpu_ns": 360422947, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-admit-expiry-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-a", "pair": "policy-admit-expiry", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"reject\"}", "pair": "policy-admit-expiry-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 203529577, "process_cpu_ns": 368451784, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-admit-expiry-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-a", "pair": "policy-admit-expiry", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"valid\" }", "pair": "policy-admit-expiry-control", "pairRole": "a", "resources": { "elapsed_ns": 196749884, "process_cpu_ns": 356694173, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-admit-expiry-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-a", "pair": "policy-admit-expiry", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"reject\"}", "pair": "policy-admit-expiry-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 203033610, "process_cpu_ns": 367339152, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-admit-expiry-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-a", "pair": "policy-admit-expiry", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"reject\" }", "pair": "policy-admit-expiry-control", "pairRole": "a", "resources": { "elapsed_ns": 488185221, "process_cpu_ns": 934833574, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-admit-expiry-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-expiry-a", "pair": "policy-admit-expiry", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"reject\"}", "pair": "policy-admit-expiry-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 503697468, "process_cpu_ns": 968371015, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-admit-signature-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-a", "pair": "policy-admit-signature", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"reject\"}", "pair": "policy-admit-signature-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 496927565, "process_cpu_ns": 955607616, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-admit-signature-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-a", "pair": "policy-admit-signature", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"valid\" }", "pair": "policy-admit-signature-control", "pairRole": "a", "resources": { "elapsed_ns": 198000397, "process_cpu_ns": 360312091, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-admit-signature-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-a", "pair": "policy-admit-signature", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"reject\"}", "pair": "policy-admit-signature-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 206549516, "process_cpu_ns": 376152773, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-admit-signature-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-a", "pair": "policy-admit-signature", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"valid\" }", "pair": "policy-admit-signature-control", "pairRole": "a", "resources": { "elapsed_ns": 198366749, "process_cpu_ns": 360664888, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-admit-signature-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-a", "pair": "policy-admit-signature", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"reject\"}", "pair": "policy-admit-signature-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 201805890, "process_cpu_ns": 366178577, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-admit-signature-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-a", "pair": "policy-admit-signature", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"reject\" }", "pair": "policy-admit-signature-control", "pairRole": "a", "resources": { "elapsed_ns": 488572595, "process_cpu_ns": 935658850, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-admit-signature-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-a", "pair": "policy-admit-signature", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"reject\"}", "pair": "policy-admit-signature-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 535793299, "process_cpu_ns": 1033491975, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-admit-signature-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-a", "pair": "policy-admit-signature", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"reject\" }", "pair": "policy-admit-signature-control", "pairRole": "a", "resources": { "elapsed_ns": 503069410, "process_cpu_ns": 963276799, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-publish-consent-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-a", "pair": "policy-publish-consent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"yes\" }", "pair": "policy-publish-consent-control", "pairRole": "a", "resources": { "elapsed_ns": 191894070, "process_cpu_ns": 340477100, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 10, "prompt_tokens": 70, "total_tokens": 80 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-publish-consent-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-a", "pair": "policy-publish-consent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"inspect\"}", "pair": "policy-publish-consent-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 215909333, "process_cpu_ns": 380210740, "process_maxrss_kib": 556140 }, "schemaValid": true, "tokens": { "completion_tokens": 13, "prompt_tokens": 70, "total_tokens": 83 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-publish-consent-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-a", "pair": "policy-publish-consent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"yes\" }", "pair": "policy-publish-consent-control", "pairRole": "a", "resources": { "elapsed_ns": 193788148, "process_cpu_ns": 343661661, "process_maxrss_kib": 556268 }, "schemaValid": true, "tokens": { "completion_tokens": 10, "prompt_tokens": 70, "total_tokens": 80 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-publish-consent-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-a", "pair": "policy-publish-consent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"inspect\"}", "pair": "policy-publish-consent-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 212630183, "process_cpu_ns": 374350988, "process_maxrss_kib": 556268 }, "schemaValid": true, "tokens": { "completion_tokens": 13, "prompt_tokens": 70, "total_tokens": 83 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-publish-consent-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-a", "pair": "policy-publish-consent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"Publish\" }", "pair": "policy-publish-consent-control", "pairRole": "a", "resources": { "elapsed_ns": 443013961, "process_cpu_ns": 842032749, "process_maxrss_kib": 556268 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 70, "total_tokens": 79 } }, { "configuration": "short24", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-publish-consent-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-a", "pair": "policy-publish-consent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"publish\"}", "pair": "policy-publish-consent-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 443834668, "process_cpu_ns": 847830100, "process_maxrss_kib": 556268 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 70, "total_tokens": 79 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-publish-consent-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-a", "pair": "policy-publish-consent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"Publish\" }", "pair": "policy-publish-consent-control", "pairRole": "a", "resources": { "elapsed_ns": 442391773, "process_cpu_ns": 840792727, "process_maxrss_kib": 556268 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 70, "total_tokens": 79 } }, { "configuration": "long96", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-publish-consent-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-a", "pair": "policy-publish-consent", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"publish\"}", "pair": "policy-publish-consent-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 545134404, "process_cpu_ns": 1027018301, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 70, "total_tokens": 79 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-publish-checks-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-a", "pair": "policy-publish-checks", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"inspect\"}", "pair": "policy-publish-checks-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 227853616, "process_cpu_ns": 400636825, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 13, "prompt_tokens": 70, "total_tokens": 83 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-publish-checks-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-a", "pair": "policy-publish-checks", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"yes\" }", "pair": "policy-publish-checks-control", "pairRole": "a", "resources": { "elapsed_ns": 197463906, "process_cpu_ns": 349436342, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 10, "prompt_tokens": 70, "total_tokens": 80 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-publish-checks-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-a", "pair": "policy-publish-checks", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"inspect\"}", "pair": "policy-publish-checks-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 218526195, "process_cpu_ns": 383933565, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 13, "prompt_tokens": 70, "total_tokens": 83 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-publish-checks-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-a", "pair": "policy-publish-checks", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"Publish\" }", "pair": "policy-publish-checks-control", "pairRole": "a", "resources": { "elapsed_ns": 451694588, "process_cpu_ns": 860835844, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 70, "total_tokens": 79 } }, { "configuration": "short24", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-publish-checks-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-a", "pair": "policy-publish-checks", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"publish\"}", "pair": "policy-publish-checks-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 432118167, "process_cpu_ns": 825905432, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 70, "total_tokens": 79 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-publish-checks-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-a", "pair": "policy-publish-checks", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"Publish\" }", "pair": "policy-publish-checks-control", "pairRole": "a", "resources": { "elapsed_ns": 442841341, "process_cpu_ns": 839524757, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 70, "total_tokens": 79 } }, { "configuration": "long96", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-publish-checks-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-a", "pair": "policy-publish-checks", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"publish\"}", "pair": "policy-publish-checks-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 477576997, "process_cpu_ns": 912390004, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 70, "total_tokens": 79 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-publish-checks-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-checks-a", "pair": "policy-publish-checks", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"yes\" }", "pair": "policy-publish-checks-control", "pairRole": "a", "resources": { "elapsed_ns": 199389597, "process_cpu_ns": 354187649, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 10, "prompt_tokens": 70, "total_tokens": 80 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-recover-authorized-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-b", "pair": "policy-recover-authorized", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"success\" }", "pair": "policy-recover-authorized-control", "pairRole": "b", "resources": { "elapsed_ns": 202935228, "process_cpu_ns": 368113370, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-recover-authorized-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-b", "pair": "policy-recover-authorized", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-recover-authorized-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 202305139, "process_cpu_ns": 369615358, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-recover-authorized-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-b", "pair": "policy-recover-authorized", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"decision\" }", "pair": "policy-recover-authorized-control", "pairRole": "b", "resources": { "elapsed_ns": 501952688, "process_cpu_ns": 966215624, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-recover-authorized-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-b", "pair": "policy-recover-authorized", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-recover-authorized-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 497611028, "process_cpu_ns": 955414463, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-recover-authorized-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-b", "pair": "policy-recover-authorized", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"decision\" }", "pair": "policy-recover-authorized-control", "pairRole": "b", "resources": { "elapsed_ns": 494134706, "process_cpu_ns": 949377104, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-recover-authorized-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-b", "pair": "policy-recover-authorized", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-recover-authorized-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 488314080, "process_cpu_ns": 940705555, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-recover-authorized-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-b", "pair": "policy-recover-authorized", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"success\" }", "pair": "policy-recover-authorized-control", "pairRole": "b", "resources": { "elapsed_ns": 205490383, "process_cpu_ns": 373511020, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-recover-authorized-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-b", "pair": "policy-recover-authorized", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-recover-authorized-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 198958553, "process_cpu_ns": 363460937, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "long96", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-recover-authorized-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-a", "pair": "policy-recover-authorized", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-recover-authorized-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 198514704, "process_cpu_ns": 361540794, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-recover-authorized-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-a", "pair": "policy-recover-authorized", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"decision\" }", "pair": "policy-recover-authorized-control", "pairRole": "a", "resources": { "elapsed_ns": 494037662, "process_cpu_ns": 948038834, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-recover-authorized-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-a", "pair": "policy-recover-authorized", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"reject\"}", "pair": "policy-recover-authorized-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 507708377, "process_cpu_ns": 976279493, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-recover-authorized-a-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-a", "pair": "policy-recover-authorized", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"decision\" }", "pair": "policy-recover-authorized-control", "pairRole": "a", "resources": { "elapsed_ns": 501916271, "process_cpu_ns": 963652052, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-recover-authorized-a-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-a", "pair": "policy-recover-authorized", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"reject\"}", "pair": "policy-recover-authorized-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 489924506, "process_cpu_ns": 940686481, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-recover-authorized-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-a", "pair": "policy-recover-authorized", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"success\" }", "pair": "policy-recover-authorized-control", "pairRole": "a", "resources": { "elapsed_ns": 207112076, "process_cpu_ns": 375637558, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "short24", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-recover-authorized-a-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-a", "pair": "policy-recover-authorized", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-recover-authorized-vocabulary", "pairRole": "a", "resources": { "elapsed_ns": 205559377, "process_cpu_ns": 375228791, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-recover-authorized-a-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-authorized-a", "pair": "policy-recover-authorized", "role": "a" }, "outcome": "scored", "output": "{ \"decision\": \"success\" }", "pair": "policy-recover-authorized-control", "pairRole": "a", "resources": { "elapsed_ns": 208426085, "process_cpu_ns": 377258775, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-publish-consent-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-b", "pair": "policy-publish-consent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"Publish\" }", "pair": "policy-publish-consent-control", "pairRole": "b", "resources": { "elapsed_ns": 441738042, "process_cpu_ns": 838313182, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 70, "total_tokens": 79 } }, { "configuration": "short24", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-publish-consent-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-b", "pair": "policy-publish-consent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"hold\"}", "pair": "policy-publish-consent-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 427579062, "process_cpu_ns": 817137817, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 70, "total_tokens": 78 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-publish-consent-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-b", "pair": "policy-publish-consent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"Publish\" }", "pair": "policy-publish-consent-control", "pairRole": "b", "resources": { "elapsed_ns": 468931329, "process_cpu_ns": 892520821, "process_maxrss_kib": 557036 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 70, "total_tokens": 79 } }, { "configuration": "long96", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-publish-consent-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-b", "pair": "policy-publish-consent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"hold\"}", "pair": "policy-publish-consent-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 432706886, "process_cpu_ns": 826068983, "process_maxrss_kib": 557804 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 70, "total_tokens": 78 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-publish-consent-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-b", "pair": "policy-publish-consent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"yes\" }", "pair": "policy-publish-consent-control", "pairRole": "b", "resources": { "elapsed_ns": 198001020, "process_cpu_ns": 350096132, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 10, "prompt_tokens": 70, "total_tokens": 80 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-publish-consent-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-b", "pair": "policy-publish-consent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"inspect\"}", "pair": "policy-publish-consent-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 221367502, "process_cpu_ns": 387522235, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 13, "prompt_tokens": 70, "total_tokens": 83 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-publish-consent-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-b", "pair": "policy-publish-consent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"yes\" }", "pair": "policy-publish-consent-control", "pairRole": "b", "resources": { "elapsed_ns": 199137361, "process_cpu_ns": 351619852, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 10, "prompt_tokens": 70, "total_tokens": 80 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-publish-consent-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-publish-consent-b", "pair": "policy-publish-consent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"inspect\"}", "pair": "policy-publish-consent-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 222926631, "process_cpu_ns": 389864669, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 13, "prompt_tokens": 70, "total_tokens": 83 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-recover-committed-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-b", "pair": "policy-recover-committed", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"reject\"}", "pair": "policy-recover-committed-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 541451206, "process_cpu_ns": 1043041524, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 94, "total_tokens": 103 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-recover-committed-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-b", "pair": "policy-recover-committed", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"commit\" }", "pair": "policy-recover-committed-control", "pairRole": "b", "resources": { "elapsed_ns": 530877942, "process_cpu_ns": 1020448972, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-recover-committed-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-b", "pair": "policy-recover-committed", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"reject\"}", "pair": "policy-recover-committed-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 538824592, "process_cpu_ns": 1038811003, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 94, "total_tokens": 103 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-recover-committed-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-b", "pair": "policy-recover-committed", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"success\" }", "pair": "policy-recover-committed-control", "pairRole": "b", "resources": { "elapsed_ns": 213703176, "process_cpu_ns": 391987508, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-recover-committed-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-b", "pair": "policy-recover-committed", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-recover-committed-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 209352391, "process_cpu_ns": 384688390, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-recover-committed-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-b", "pair": "policy-recover-committed", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"success\" }", "pair": "policy-recover-committed-control", "pairRole": "b", "resources": { "elapsed_ns": 211121917, "process_cpu_ns": 386666990, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-recover-committed-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-b", "pair": "policy-recover-committed", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-recover-committed-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 206992807, "process_cpu_ns": 379882176, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-recover-committed-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-recover-committed-b", "pair": "policy-recover-committed", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"commit\" }", "pair": "policy-recover-committed-control", "pairRole": "b", "resources": { "elapsed_ns": 516668757, "process_cpu_ns": 993586654, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 94, "total_tokens": 102 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-dispatch-spent-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-b", "pair": "policy-dispatch-spent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"Dispatch iff authorized is true and nonce_spent is false\" }", "pair": "policy-dispatch-spent-control", "pairRole": "b", "resources": { "elapsed_ns": 680966316, "process_cpu_ns": 1247710444, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 23, "prompt_tokens": 79, "total_tokens": 102 } }, { "configuration": "long96", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-dispatch-spent-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-b", "pair": "policy-dispatch-spent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"hold\"}", "pair": "policy-dispatch-spent-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 447022602, "process_cpu_ns": 860222099, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 79, "total_tokens": 87 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-dispatch-spent-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-b", "pair": "policy-dispatch-spent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"authorized\" }", "pair": "policy-dispatch-spent-control", "pairRole": "b", "resources": { "elapsed_ns": 193552000, "process_cpu_ns": 350810777, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 79, "total_tokens": 87 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-dispatch-spent-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-b", "pair": "policy-dispatch-spent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-dispatch-spent-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 193462224, "process_cpu_ns": 349719813, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 79, "total_tokens": 88 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-dispatch-spent-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-b", "pair": "policy-dispatch-spent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"authorized\" }", "pair": "policy-dispatch-spent-control", "pairRole": "b", "resources": { "elapsed_ns": 188746130, "process_cpu_ns": 339957074, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 79, "total_tokens": 87 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-dispatch-spent-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-b", "pair": "policy-dispatch-spent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"retry\"}", "pair": "policy-dispatch-spent-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 193026468, "process_cpu_ns": 348983239, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 79, "total_tokens": 88 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-dispatch-spent-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-b", "pair": "policy-dispatch-spent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"Dispatch iff authorized is true and nonce_spent is false\" }", "pair": "policy-dispatch-spent-control", "pairRole": "b", "resources": { "elapsed_ns": 674729021, "process_cpu_ns": 1236892265, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 23, "prompt_tokens": 79, "total_tokens": 102 } }, { "configuration": "short24", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-dispatch-spent-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-dispatch-spent-b", "pair": "policy-dispatch-spent", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"hold\"}", "pair": "policy-dispatch-spent-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 448477532, "process_cpu_ns": 862453732, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 79, "total_tokens": 87 } }, { "configuration": "long96", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--long96--schema--policy-admit-signature-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-b", "pair": "policy-admit-signature", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"reject\"}", "pair": "policy-admit-signature-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 483052668, "process_cpu_ns": 928211492, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--short24--schema--policy-admit-signature-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-b", "pair": "policy-admit-signature", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"invalid\" }", "pair": "policy-admit-signature-control", "pairRole": "b", "resources": { "elapsed_ns": 203697994, "process_cpu_ns": 369945041, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "short24", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--short24--schema--policy-admit-signature-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-b", "pair": "policy-admit-signature", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"inspect\"}", "pair": "policy-admit-signature-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 208094787, "process_cpu_ns": 377981748, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol135-q4--long96--schema--policy-admit-signature-b-control", "mode": "control", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-b", "pair": "policy-admit-signature", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"invalid\" }", "pair": "policy-admit-signature-control", "pairRole": "b", "resources": { "elapsed_ns": 205584485, "process_cpu_ns": 373546948, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 8, "prompt_tokens": 85, "total_tokens": 93 } }, { "configuration": "long96", "correct": false, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol135-q4--long96--schema--policy-admit-signature-b-vocabulary", "mode": "vocabulary", "model": "smol135-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-b", "pair": "policy-admit-signature", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"inspect\"}", "pair": "policy-admit-signature-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 211909022, "process_cpu_ns": 384682548, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "short24", "correct": true, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--short24--schema--policy-admit-signature-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-b", "pair": "policy-admit-signature", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"reject\" }", "pair": "policy-admit-signature-control", "pairRole": "b", "resources": { "elapsed_ns": 510549040, "process_cpu_ns": 977924516, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "short24", "correct": true, "decoder": "schema", "family": "policy-vocabulary", "formatValid": true, "id": "smol360-q4--short24--schema--policy-admit-signature-b-vocabulary", "mode": "vocabulary", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-b", "pair": "policy-admit-signature", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"reject\"}", "pair": "policy-admit-signature-vocabulary", "pairRole": "b", "resources": { "elapsed_ns": 494563057, "process_cpu_ns": 950453938, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } }, { "configuration": "long96", "correct": true, "decoder": "schema", "family": "policy-control", "formatValid": true, "id": "smol360-q4--long96--schema--policy-admit-signature-b-control", "mode": "control", "model": "smol360-q4", "originalIdentity": { "family": "policy-boundary", "id": "policy-admit-signature-b", "pair": "policy-admit-signature", "role": "b" }, "outcome": "scored", "output": "{ \"decision\": \"reject\" }", "pair": "policy-admit-signature-control", "pairRole": "b", "resources": { "elapsed_ns": 488178279, "process_cpu_ns": 934226207, "process_maxrss_kib": 557932 }, "schemaValid": true, "tokens": { "completion_tokens": 9, "prompt_tokens": 85, "total_tokens": 94 } } ], "custody": "Probity-operated; independent custody not established", "effects": "not executed", "elapsed_ns": 45317547439, "evidence": { "complete": true, "withinRunBudget": true }, "interpretation": "Finite authored global action-vocabulary intervention informed by the previous384 run. Broad-string schema control versus the same seven-action enum for every vocabulary case. Format, schema validity and semantic correctness remain separate. No representative benchmark, protected effect, producer acceptance or independent custody claim.", "nativeTokens": { "completion": 1172, "prompt": 10624 }, "population": { "error": 0, "incomplete": 0, "planned": 128, "scored": 128, "started": 128, "unknown-start": 0, "unsupported": 0 }, "preparation": { "complete": true, "elapsedSeconds": 8.880832050999999, "scope": "retained transfer/source selection receipts reconstructed; weights/source wheels omitted from native packet and retained in full preparation archive; not an independent transfer or inference witness", "selectedPayloadBytes": 472221945, "selectedPayloadBytesByCategory": { "dependencies": 45457867, "metadata": 30738, "model": 376044704, "source": 50688636 } }, "process_cpu_ns": 84910453532, "profile": "probity-local-cpu-vocabulary-v1", "publicationDecision": "publish-scoped-report", "quality": [ { "callElapsedNs": 3254003474, "completionTokens": 138, "configuration": "short24", "correct": 0, "decoder": "schema", "family": "policy-control", "formatValid": 16, "fullyCorrectPairs": 0, "model": "smol135-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 5877617962, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 }, { "callElapsedNs": 3392850988, "completionTokens": 160, "configuration": "short24", "correct": 2, "decoder": "schema", "family": "policy-vocabulary", "formatValid": 16, "fullyCorrectPairs": 0, "model": "smol135-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 6115132509, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 }, { "callElapsedNs": 3234003521, "completionTokens": 138, "configuration": "long96", "correct": 0, "decoder": "schema", "family": "policy-control", "formatValid": 16, "fullyCorrectPairs": 0, "model": "smol135-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 5838096661, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 }, { "callElapsedNs": 3345352631, "completionTokens": 160, "configuration": "long96", "correct": 2, "decoder": "schema", "family": "policy-vocabulary", "formatValid": 16, "fullyCorrectPairs": 0, "model": "smol135-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 6032573582, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 }, { "callElapsedNs": 7927821593, "completionTokens": 151, "configuration": "short24", "correct": 2, "decoder": "schema", "family": "policy-control", "formatValid": 16, "fullyCorrectPairs": 0, "model": "smol360-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 15137474454, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 }, { "callElapsedNs": 7730355000, "completionTokens": 137, "configuration": "short24", "correct": 7, "decoder": "schema", "family": "policy-vocabulary", "formatValid": 16, "fullyCorrectPairs": 1, "model": "smol360-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 14862366865, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 }, { "callElapsedNs": 7953110788, "completionTokens": 151, "configuration": "long96", "correct": 2, "decoder": "schema", "family": "policy-control", "formatValid": 16, "fullyCorrectPairs": 0, "model": "smol360-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 15178022558, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 }, { "callElapsedNs": 7833989075, "completionTokens": 137, "configuration": "long96", "correct": 7, "decoder": "schema", "family": "policy-vocabulary", "formatValid": 16, "fullyCorrectPairs": 1, "model": "smol360-q4", "planned": 16, "plannedPairs": 8, "processCpuNs": 15045158430, "processLifetimePeakRssKiB": 557932, "promptTokens": 1328, "resourceScope": "returned calls only; CPU is whole-process delta, RSS is lifetime peak, not task allocation", "schemaValid": 16, "scored": 16 } ], "tokenScope": "all returned native responses; errors have unknown token use" }, "schema": "probity-atlas-model-vocabulary-report-v1" }