{ "schema_version": 2, "measurement": "text representation only; no model calls", "encoding": "o200k_base", "tiktoken_version": "0.14.0", "source_sha256": "2503753ca3934c720c0755b83d2998979193560726487c1e2549f1b8f1bff7bc", "cases": [ { "case": "tiny", "fixture_sha256": "d726596fa5146aab4be901d47074c2c2fb5c8a1218864bc4bb5d3d91beb4c87c", "raw_log_text_tokens": 262, "evidence_markdown_text_tokens": 206, "skill_plus_evidence_text_tokens": 1253, "skill_references_evidence_text_tokens": 4062, "targeted_usage_only_text_tokens": 40, "usage_only_cli_text_tokens": 77, "evidence_plus_retrieval_text_tokens": 310, "evidence_query_retrieval_text_tokens": 406, "summary_reduction_percent": 21.37, "metadata_checks": { "critical_error_reference_preserved": true, "critical_error_recovered_exactly": true, "provider_counters_preserved": true, "cache_subset_subtracted": true, "duplicate_snapshot_not_added": true, "tool_output_count_preserved": true, "largest_output_bytes_correct": true, "repeated_call_count_correct": true }, "critical_error_body_preserved": false, "critical_error_in_diagnostics": true, "critical_error_recovered_exactly": true, "critical_error_metadata_in_top15": true }, { "case": "verbose", "fixture_sha256": "386e4c430bd90cc7613b151fca67cb2b741b457322ae1f2ae78d9a78c2e6eebb", "raw_log_text_tokens": 18253, "evidence_markdown_text_tokens": 208, "skill_plus_evidence_text_tokens": 1255, "skill_references_evidence_text_tokens": 4064, "targeted_usage_only_text_tokens": 40, "usage_only_cli_text_tokens": 77, "evidence_plus_retrieval_text_tokens": 312, "evidence_query_retrieval_text_tokens": 408, "summary_reduction_percent": 98.86, "metadata_checks": { "critical_error_reference_preserved": true, "critical_error_recovered_exactly": true, "provider_counters_preserved": true, "cache_subset_subtracted": true, "duplicate_snapshot_not_added": true, "tool_output_count_preserved": true, "largest_output_bytes_correct": true, "repeated_call_count_correct": true }, "critical_error_body_preserved": false, "critical_error_in_diagnostics": true, "critical_error_recovered_exactly": true, "critical_error_metadata_in_top15": true }, { "case": "repeated", "fixture_sha256": "bc106a4ba6fb7bf8f80a4a4c6e52f066c2e1fa0658fab2d4c28ee02ad112c7dd", "raw_log_text_tokens": 29557, "evidence_markdown_text_tokens": 264, "skill_plus_evidence_text_tokens": 1311, "skill_references_evidence_text_tokens": 4120, "targeted_usage_only_text_tokens": 40, "usage_only_cli_text_tokens": 77, "evidence_plus_retrieval_text_tokens": 368, "evidence_query_retrieval_text_tokens": 464, "summary_reduction_percent": 99.11, "metadata_checks": { "critical_error_reference_preserved": true, "critical_error_recovered_exactly": true, "provider_counters_preserved": true, "cache_subset_subtracted": true, "duplicate_snapshot_not_added": true, "tool_output_count_preserved": true, "largest_output_bytes_correct": true, "repeated_call_count_correct": true }, "critical_error_body_preserved": false, "critical_error_in_diagnostics": true, "critical_error_recovered_exactly": true, "critical_error_metadata_in_top15": true }, { "case": "crowded", "fixture_sha256": "8a0f47c9adb70fc458825851862d0ab710a9b84ab1981225d6cf106451154751", "raw_log_text_tokens": 19621, "evidence_markdown_text_tokens": 267, "skill_plus_evidence_text_tokens": 1314, "skill_references_evidence_text_tokens": 4123, "targeted_usage_only_text_tokens": 40, "usage_only_cli_text_tokens": 77, "evidence_plus_retrieval_text_tokens": 371, "evidence_query_retrieval_text_tokens": 467, "summary_reduction_percent": 98.64, "metadata_checks": { "critical_error_reference_preserved": true, "critical_error_recovered_exactly": true, "provider_counters_preserved": true, "cache_subset_subtracted": true, "duplicate_snapshot_not_added": true, "tool_output_count_preserved": true, "largest_output_bytes_correct": true, "repeated_call_count_correct": true }, "critical_error_body_preserved": false, "critical_error_in_diagnostics": true, "critical_error_recovered_exactly": true, "critical_error_metadata_in_top15": false } ], "limitations": [ "Synthetic repetitive data; not a production workload distribution.", "Metadata assertions are not model task-quality evaluations.", "Bodies are omitted; heuristic diagnostic references survive size ranking and support bounded retrieval.", "No framing, history replay, audit reasoning, retries or validation costs measured.", "Reference loading may be conditional; both overhead scenarios are reported.", "Targeted usage projection answers a narrower question than the full audit." ] }