{
  "source": {
    "algorithm": "sha256",
    "source_tree_sha256": "7ec768525849cfc475eca66822004d003d83b68da8c6c4ccb5f4947e2c53c673",
    "files": {
      "src/deepinfer_mac/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "src/deepinfer_mac/benchmark/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "src/deepinfer_mac/benchmark/export.py": "03f8e75757e3cf3a8a320f987b834c2828a4b8a948035911d0431f97a54e0550",
      "src/deepinfer_mac/benchmark/metrics.py": "348859cfd7834818daf754f28c86fdaef96f2896a866bba14a412aa967af36e0",
      "src/deepinfer_mac/benchmark/quick.json": "35a89c17cb78900fc38975a8644715308af85122d595f8716a469204864d30ef",
      "src/deepinfer_mac/benchmark/runner.py": "ccd76d171d63dba9f6bcc027a830fe047dfba4bc279d3619ace5f2ada8e0aaf4",
      "src/deepinfer_mac/cache.py": "d4b4de5b54325dbb2fd5daa254c3e169cd6a7af005aacb75bd2df6d8014db709",
      "src/deepinfer_mac/cli.py": "7052488e4d51a7a05ee853a848e8e863afdff2a2c467b375bb303b2cd2abcfcd",
      "src/deepinfer_mac/config.py": "6ad85acf30684c928b43505ca7f207e309c2515bd832df8fa18fa81d1f3d2786",
      "src/deepinfer_mac/doctor.py": "ede6b069f4fb43e50cd4a99038bafd8166f5a35bb8e6f0dfd8f757974ae284ec",
      "src/deepinfer_mac/ds/__init__.py": "c77f66fbd9fafbc80fb0958cf53c534bf205fdb2b70f8f7f582b92d3e488cba2",
      "src/deepinfer_mac/ds/mtp_varlen.py": "de78b73a6e26d89cf6cfdc7eb472ba061e2ffd8a2842c6a9a060feb382448eae",
      "src/deepinfer_mac/engine.py": "180d7e040e20e7ebc556713cc5e4c567accf14a38649ad462274d343a69a144c",
      "src/deepinfer_mac/hybrid_speculative.py": "620ab459d908d5e5f51e829d4e500c6d1e266bfba5edacee80bc75fcca77ff89",
      "src/deepinfer_mac/models.lock.json": "d913fc1679b0a3faf15de1299def92761538febe96ad45990084e46f8aa91352",
      "src/deepinfer_mac/models.py": "5c23ddace64cfc311c8bd813c185de61cd1898e3c851a0c0c1507025cdce7195",
      "src/deepinfer_mac/policy.py": "25dbbac857e2f7a1fdc0e0956a90b31eca1661b9f0ce1b51b07ab35479313d43",
      "src/deepinfer_mac/provenance.py": "57eb6d5de88fb84e21e98cc15dbda6b40ce06f42dd3503a7232aa513ebce9d2f",
      "src/deepinfer_mac/server/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "src/deepinfer_mac/server/app.py": "ab43ba5ea5a24d39b0c9fc9db782df504e43a7b58e7ca030d2ef06436d0fb6c5",
      "src/deepinfer_mac/server/schemas.py": "c8a2f65b564cc074a53ebdfc639dc20c148c4d9b8a10737a61750169a700a8c4",
      "src/deepinfer_mac/server/worker.py": "5a38eb7de053779722308c736d5de37758ff62beba137847c9245ba7fb78a48f",
      "src/deepinfer_mac/speculative.py": "d9b24f6e3215bfb6e414ce7378e7dd0518ac9a1ad4ca00897e69998fb8a5e41e",
      "src/deepinfer_mac/state.py": "da6e31908d54b9c4d593b868676fb1f27d8212d5b6e2ac71add65922d1bca187",
      "src/deepinfer_mac/web/app.js": "d1d175345691be029a7be254a9bd28660a58fd9dbf5a7acc118df24837f20ffe",
      "src/deepinfer_mac/web/index.html": "77295d5b11018c937615b4f428d83fc6f04d857da4ed5b4ed53b437e5a3eaf52",
      "src/deepinfer_mac/web/style.css": "352588b1892c042a30a78eefaf86106eaa90b305e3024468918d1fb171d522a6",
      "pyproject.toml": "bc4bbc9d34e6fbb110640bd5829db4a173d25164e309b591a95914a548007791",
      "uv.lock": "65d76b103c46139eca0f1556efdbde14322125ff7cac03113ba0f9604f202e81",
      "models.lock.json": "d913fc1679b0a3faf15de1299def92761538febe96ad45990084e46f8aa91352",
      "upstream.lock.json": "8584f3d05ad0cc061e334e87a3a51a56f02b4fec5c08a410ff78ee1f7fae92a3"
    },
    "scope": "runtime sources and available checkout locks; paths are repository relative"
  },
  "scope": "One actual Safari UI request; not competitive benchmark and not whole-model quality acceptance",
  "model": "qwen3.5-9b-8bit",
  "browser": "Safari native UI via cua_repl; IAB unavailable",
  "screenshot": "docs/evidence/phase2-local-ui-qwen35-9b8.png",
  "task_id": "heldout-code-fix",
  "matches_direct_engine_token_ids": true,
  "three_mode_compare_disabled": true,
  "run": {
    "id": "a41e1190c9b344708bafffcc71f1b159",
    "status": "completed",
    "created_at": 1792559778.9055948,
    "result": {
      "run_id": "c6ea83aa26f34857834c5c4723856dd5",
      "mode": "baseline",
      "profile": "qwen3.5-9b-8bit",
      "text": "```python\ndef clamp(x, lo, hi):\n    return max(lo, min(hi, x))\n```",
      "token_ids": [
        71093,
        12305,
        198,
        727,
        40523,
        2007,
        11,
        750,
        11,
        15131,
        1590,
        198,
        262,
        460,
        1866,
        71147,
        11,
        1262,
        3101,
        72,
        11,
        830,
        578,
        198,
        71093,
        248046
      ],
      "prompt_tokens": 62,
      "finish_reason": "stop",
      "metrics": {
        "load_ms": 0.431167078204453,
        "ttft_ms": 939.6218339679763,
        "total_ms": 1834.237499977462,
        "prefill_ms": 811.4991670008749,
        "prompt_tps": 75.16951647090752,
        "decode_tps": 27.944961115553415,
        "prompt_tokens": 62,
        "generation_tokens": 26,
        "peak_memory_gb": 9.821048694,
        "peak_memory_bytes": 9821048694,
        "active_memory_bytes": 9710296170,
        "rss_bytes": 524992512,
        "swap_before_bytes": 6089539584,
        "swap_after_bytes": 6089539584,
        "swap_delta_bytes": 0,
        "swap_measurement_available": true,
        "estimated_active_kv_bytes": 2170486784,
        "cache_hit_tokens": 0,
        "cache_bytes": 119799808,
        "active_kv_bytes": 59899904,
        "cache_evictions": 0,
        "cache_backend": "native",
        "cache_operations": {
          "lookups": 1,
          "hits": 0,
          "writes": 1,
          "rejected_writes": 0,
          "lookup_ms": 0.016915961168706417,
          "clone_ms": 0.18691690638661385,
          "write_ms": 0.23479200899600983,
          "eviction_selection_ms": 0.0
        },
        "draft_acceptance": null,
        "fallback_rate": 0,
        "cycles": 0,
        "policy": null,
        "draft_accepted_tokens": 0,
        "calibrated_fallback": false,
        "adaptive_scheduler": null,
        "round_diagnostics": true
      },
      "rounds": [],
      "model": {
        "target": {
          "repo": "mlx-community/Qwen3.5-9B-8bit",
          "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d"
        },
        "draft": null,
        "minimum_memory_bytes": 0,
        "advisory_memory_estimates": true,
        "weight_bytes": 10426592423,
        "quantization": "8-bit affine, group size 64",
        "context_limit": 8192,
        "supported_modes": [
          "baseline"
        ],
        "status": "candidate",
        "role": "primary_quality_candidate",
        "limitations": "Text-only candidate; quality and memory not yet validated. Hybrid speculative/MTP unsupported."
      }
    },
    "error": null,
    "event_count": 28,
    "retained_events": 28
  }
}
