{ "source": { "algorithm": "sha256", "source_tree_sha256": "a2469e78b2e105559f2c682374483de56779d823c5715e6626d20e4c0db29a5f", "files": { "src/deepinfer_mac/__init__.py": "c9c2b1560a4d015c1531ad2ab1baf5c4ea633e1960b0c157733711baf138cb50", "src/deepinfer_mac/benchmark/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "src/deepinfer_mac/benchmark/export.py": "03f8e75757e3cf3a8a320f987b834c2828a4b8a948035911d0431f97a54e0550", "src/deepinfer_mac/benchmark/metrics.py": "348859cfd7834818daf754f28c86fdaef96f2896a866bba14a412aa967af36e0", "src/deepinfer_mac/benchmark/quick.json": "35a89c17cb78900fc38975a8644715308af85122d595f8716a469204864d30ef", "src/deepinfer_mac/benchmark/runner.py": "ccd76d171d63dba9f6bcc027a830fe047dfba4bc279d3619ace5f2ada8e0aaf4", "src/deepinfer_mac/cache.py": "3088bf3c757f400f1706dda66df436f2d36c4a3deac0f3483fa38933d6a72068", "src/deepinfer_mac/cli.py": "47a885ca636ad03b90c6266e5550c2ea8ea0894590a88dc90f09f29b87d2aeab", "src/deepinfer_mac/config.py": "6ad85acf30684c928b43505ca7f207e309c2515bd832df8fa18fa81d1f3d2786", "src/deepinfer_mac/doctor.py": "ede6b069f4fb43e50cd4a99038bafd8166f5a35bb8e6f0dfd8f757974ae284ec", "src/deepinfer_mac/ds/__init__.py": "c77f66fbd9fafbc80fb0958cf53c534bf205fdb2b70f8f7f582b92d3e488cba2", "src/deepinfer_mac/ds/mtp_varlen.py": "de78b73a6e26d89cf6cfdc7eb472ba061e2ffd8a2842c6a9a060feb382448eae", "src/deepinfer_mac/ds/recovery_cost.py": "d62e4c6cb8d0a2afc3bff97f3a789e6c2c3bfdd4b273ff0db2d9ac52cfa31028", "src/deepinfer_mac/engine.py": "093368bfb85004d93c108dfa3e6d9a489b6181371f64c103535a102d4fe0b401", "src/deepinfer_mac/hybrid_speculative.py": "500d5a37889d6864d7d4f0530b06140c78e154310ed011f5ae0965e2b2d68eb3", "src/deepinfer_mac/models.lock.json": "4ca4d1095a7345f1cd2fe0875dbd2012de9266f1817089bb453d2d50425c052c", "src/deepinfer_mac/models.py": "ed6a7b6a93c68d065cdff17d8b483f9822235a448bcdaead6fc31400ce7a95fb", "src/deepinfer_mac/policy.py": "cee3abdd1d5b9f29ce90b30106c4bd7b0ba6c62c3831482edef7ebb9178a5268", "src/deepinfer_mac/provenance.py": "57eb6d5de88fb84e21e98cc15dbda6b40ce06f42dd3503a7232aa513ebce9d2f", "src/deepinfer_mac/sampling.py": "e8c86b6d3d72f6b5121e23eee54f975044e23d10cc4d88648755cc9867b5d8d1", "src/deepinfer_mac/server/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "src/deepinfer_mac/server/app.py": "39538b5bb7770bc84d622d7398ae9757d61bd4e15b768cf3d6fa9fbcfe606f42", "src/deepinfer_mac/server/schemas.py": "56af5b1cc7843c841fb725e67a8dbf1a7e86011b9cf4e7998827f33362aade36", "src/deepinfer_mac/server/worker.py": "5a38eb7de053779722308c736d5de37758ff62beba137847c9245ba7fb78a48f", "src/deepinfer_mac/session_boundaries.py": "ae8853b7f69e093b92ce2deda71039bcb3e73e1df3cb6e575dd01fde8963b98c", "src/deepinfer_mac/speculative.py": "d9b24f6e3215bfb6e414ce7378e7dd0518ac9a1ad4ca00897e69998fb8a5e41e", "src/deepinfer_mac/state.py": "15a760b974b84ad8733436cafa699e9a78ae83a3c8215c5a718fc23ae50ed0da", "src/deepinfer_mac/web/app.js": "184bb3e91a16bec5288e8a5eba55a139a24e3c4eed83ac32f4e8bbfd52a488f5", "src/deepinfer_mac/web/index.html": "4188c790eba0385b8da141a04a9d12dd46cf22203e6fad44c3e6355927d219bf", "src/deepinfer_mac/web/style.css": "352588b1892c042a30a78eefaf86106eaa90b305e3024468918d1fb171d522a6", "pyproject.toml": "344fb14f9a472ce480ca97c575f3c66f584e9b7010d365d698cfa57818ee0cde", "uv.lock": "4f7233deea96b791ce4a893a38f0f8aa2ac13d22976f4ce223fb7d4045aa545d", "models.lock.json": "4ca4d1095a7345f1cd2fe0875dbd2012de9266f1817089bb453d2d50425c052c", "upstream.lock.json": "8584f3d05ad0cc061e334e87a3a51a56f02b4fec5c08a410ff78ee1f7fae92a3" }, "scope": "runtime sources and available checkout locks; paths are repository relative" }, "scope": "one dev session, strict token/cache controls; not performance", "profile": "qwen3.5-9b-8bit", "manifest_sha256": "f891ff522edc120731781f5a0e8f3b211774b4dfea696af1690ec8f4c5d81ad5", "expected_manifest_sha256": "f891ff522edc120731781f5a0e8f3b211774b4dfea696af1690ec8f4c5d81ad5", "manifest_hash_verified": true, "status": "completed", "records": [ { "sampling": "greedy", "variant": "off_uncached", "kind": "seed_cold_kv", "result": { "run_id": "11c9fc706a7a436dab97223e085e408c", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0003\": {\"cost\": 211, \"owner\": \"R03\"}, \"P0035\": {\"cost\": 495, \"owner\": \"R01\"}, \"P0053\": {\"cost\": 261, \"owner\": \"R02\"}, \"P0105\": {\"cost\": 385, \"owner\": \"R03\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 18, 763, 5046, 15958, 763, 220, 17, 16, 16, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 15, 18, 20, 763, 5046, 15958, 763, 220, 19, 24, 20, 11, 328, 7862, 763, 328, 49, 15, 16, 13933, 328, 47, 15, 15, 20, 18, 763, 5046, 15958, 763, 220, 17, 21, 16, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 16, 15, 20, 763, 5046, 15958, 763, 220, 18, 23, 20, 11, 328, 7862, 763, 328, 49, 15, 18, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0, "top_p": 1.0, "top_k": 0, "presence_penalty": 0.0, "seed": 0 }, "enable_thinking": false, "load_ms": 2875.045583001338, "ttft_ms": 7518.572041066363, "total_ms": 10885.777750052512, "prefill_ms": 4446.728082955815, "prompt_tps": 460.3384695021254, "decode_tps": 27.322358047349837, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.365551218, "peak_memory_bytes": 10365551218, "active_memory_bytes": 9658802294, "rss_bytes": 1425309696, "swap_before_bytes": 5230821376, "swap_after_bytes": 5214044160, "swap_delta_bytes": -16777216, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 0, "cache_bytes": 0, "active_kv_bytes": 127008768, "cache_evictions": 0, "cache_backend": "native", "message_checkpoints": false, "message_checkpointing": null, "cache_operations": { "lookups": 0, "hits": 0, "writes": 0, "rejected_writes": 0, "lookup_ms": 0.0, "clone_ms": 0.0, "write_ms": 0.0, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "greedy", "variant": "on_uncached", "kind": "seed_cold_kv", "result": { "run_id": "fd927c9b15f24c76a6f53c4ab6494e34", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0003\": {\"cost\": 211, \"owner\": \"R03\"}, \"P0035\": {\"cost\": 495, \"owner\": \"R01\"}, \"P0053\": {\"cost\": 261, \"owner\": \"R02\"}, \"P0105\": {\"cost\": 385, \"owner\": \"R03\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 18, 763, 5046, 15958, 763, 220, 17, 16, 16, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 15, 18, 20, 763, 5046, 15958, 763, 220, 19, 24, 20, 11, 328, 7862, 763, 328, 49, 15, 16, 13933, 328, 47, 15, 15, 20, 18, 763, 5046, 15958, 763, 220, 17, 21, 16, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 16, 15, 20, 763, 5046, 15958, 763, 220, 18, 23, 20, 11, 328, 7862, 763, 328, 49, 15, 18, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0, "top_p": 1.0, "top_k": 0, "presence_penalty": 0.0, "seed": 0 }, "enable_thinking": false, "load_ms": 1.4002089155837893, "ttft_ms": 4407.349708024412, "total_ms": 7719.377915957011, "prefill_ms": 4322.17441604007, "prompt_tps": 473.60421004838565, "decode_tps": 27.777541199574298, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.365649532, "peak_memory_bytes": 10365649532, "active_memory_bytes": 9658785910, "rss_bytes": 1426210816, "swap_before_bytes": 5214044160, "swap_after_bytes": 5214044160, "swap_delta_bytes": 0, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 0, "cache_bytes": 0, "active_kv_bytes": 127008768, "cache_evictions": 0, "cache_backend": "native", "message_checkpoints": true, "message_checkpointing": null, "cache_operations": { "lookups": 0, "hits": 0, "writes": 0, "rejected_writes": 0, "lookup_ms": 0.0, "clone_ms": 0.0, "write_ms": 0.0, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "greedy", "variant": "off_uncached", "kind": "changed_tail_branch", "result": { "run_id": "45ad54aebc534703a073889b8dcc900e", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0004\": {\"cost\": 248, \"owner\": \"R04\"}, \"P0036\": {\"cost\": 532, \"owner\": \"R02\"}, \"P0054\": {\"cost\": 298, \"owner\": \"R03\"}, \"P0104\": {\"cost\": 348, \"owner\": \"R02\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 19, 763, 5046, 15958, 763, 220, 17, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 19, 13933, 328, 47, 15, 15, 18, 21, 763, 5046, 15958, 763, 220, 20, 18, 17, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 15, 20, 19, 763, 5046, 15958, 763, 220, 17, 24, 23, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 16, 15, 19, 763, 5046, 15958, 763, 220, 18, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 17, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0, "top_p": 1.0, "top_k": 0, "presence_penalty": 0.0, "seed": 0 }, "enable_thinking": false, "load_ms": 1.344999996945262, "ttft_ms": 4405.1721669966355, "total_ms": 7758.684709086083, "prefill_ms": 4318.516250001267, "prompt_tps": 474.0053947925748, "decode_tps": 27.43392155100701, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.365649532, "peak_memory_bytes": 10365649532, "active_memory_bytes": 9658785910, "rss_bytes": 1426472960, "swap_before_bytes": 5214044160, "swap_after_bytes": 5214044160, "swap_delta_bytes": 0, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 0, "cache_bytes": 0, "active_kv_bytes": 127008768, "cache_evictions": 0, "cache_backend": "native", "message_checkpoints": false, "message_checkpointing": null, "cache_operations": { "lookups": 0, "hits": 0, "writes": 0, "rejected_writes": 0, "lookup_ms": 0.0, "clone_ms": 0.0, "write_ms": 0.0, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "greedy", "variant": "on_uncached", "kind": "changed_tail_branch", "result": { "run_id": "ff8a0bb7c7944bf89c5d03a45aae4ab9", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0004\": {\"cost\": 248, \"owner\": \"R04\"}, \"P0036\": {\"cost\": 532, \"owner\": \"R02\"}, \"P0054\": {\"cost\": 298, \"owner\": \"R03\"}, \"P0104\": {\"cost\": 348, \"owner\": \"R02\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 19, 763, 5046, 15958, 763, 220, 17, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 19, 13933, 328, 47, 15, 15, 18, 21, 763, 5046, 15958, 763, 220, 20, 18, 17, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 15, 20, 19, 763, 5046, 15958, 763, 220, 17, 24, 23, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 16, 15, 19, 763, 5046, 15958, 763, 220, 18, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 17, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0, "top_p": 1.0, "top_k": 0, "presence_penalty": 0.0, "seed": 0 }, "enable_thinking": false, "load_ms": 1.417041989043355, "ttft_ms": 4380.726834060624, "total_ms": 7771.567541989498, "prefill_ms": 4307.835374958813, "prompt_tps": 475.18064685087256, "decode_tps": 27.131914449674525, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.365649532, "peak_memory_bytes": 10365649532, "active_memory_bytes": 9658785910, "rss_bytes": 1427062784, "swap_before_bytes": 5214044160, "swap_after_bytes": 5205655552, "swap_delta_bytes": -8388608, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 0, "cache_bytes": 0, "active_kv_bytes": 127008768, "cache_evictions": 0, "cache_backend": "native", "message_checkpoints": true, "message_checkpointing": null, "cache_operations": { "lookups": 0, "hits": 0, "writes": 0, "rejected_writes": 0, "lookup_ms": 0.0, "clone_ms": 0.0, "write_ms": 0.0, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "greedy", "variant": "off_cached", "kind": "seed_cold_kv", "result": { "run_id": "aa327188af8f46f98f23f08821e957d0", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0003\": {\"cost\": 211, \"owner\": \"R03\"}, \"P0035\": {\"cost\": 495, \"owner\": \"R01\"}, \"P0053\": {\"cost\": 261, \"owner\": \"R02\"}, \"P0105\": {\"cost\": 385, \"owner\": \"R03\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 18, 763, 5046, 15958, 763, 220, 17, 16, 16, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 15, 18, 20, 763, 5046, 15958, 763, 220, 19, 24, 20, 11, 328, 7862, 763, 328, 49, 15, 16, 13933, 328, 47, 15, 15, 20, 18, 763, 5046, 15958, 763, 220, 17, 21, 16, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 16, 15, 20, 763, 5046, 15958, 763, 220, 18, 23, 20, 11, 328, 7862, 763, 328, 49, 15, 18, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0, "top_p": 1.0, "top_k": 0, "presence_penalty": 0.0, "seed": 0 }, "enable_thinking": false, "load_ms": 1.4356250176206231, "ttft_ms": 4622.290375060402, "total_ms": 8162.640957976691, "prefill_ms": 4543.453958001919, "prompt_tps": 450.53829507721304, "decode_tps": 25.986127036101866, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.434232956, "peak_memory_bytes": 10434232956, "active_memory_bytes": 9846218870, "rss_bytes": 1427210240, "swap_before_bytes": 5205655552, "swap_after_bytes": 5205655552, "swap_delta_bytes": 0, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 0, "cache_bytes": 186908672, "active_kv_bytes": 127008768, "cache_evictions": 0, "cache_backend": "native", "message_checkpoints": false, "message_checkpointing": null, "cache_operations": { "lookups": 1, "hits": 0, "writes": 2, "rejected_writes": 0, "lookup_ms": 0.000750063918530941, "clone_ms": 0.4039589548483491, "write_ms": 1.5570420073345304, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "greedy", "variant": "off_cached", "kind": "exact_repeat_hot_kv", "result": { "run_id": "844b7be30c7e4437bf62785722b7f393", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0003\": {\"cost\": 211, \"owner\": \"R03\"}, \"P0035\": {\"cost\": 495, \"owner\": \"R01\"}, \"P0053\": {\"cost\": 261, \"owner\": \"R02\"}, \"P0105\": {\"cost\": 385, \"owner\": \"R03\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 18, 763, 5046, 15958, 763, 220, 17, 16, 16, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 15, 18, 20, 763, 5046, 15958, 763, 220, 19, 24, 20, 11, 328, 7862, 763, 328, 49, 15, 16, 13933, 328, 47, 15, 15, 20, 18, 763, 5046, 15958, 763, 220, 17, 21, 16, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 16, 15, 20, 763, 5046, 15958, 763, 220, 18, 23, 20, 11, 328, 7862, 763, 328, 49, 15, 18, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0, "top_p": 1.0, "top_k": 0, "presence_penalty": 0.0, "seed": 0 }, "enable_thinking": false, "load_ms": 1.896750065498054, "ttft_ms": 77.99404195975512, "total_ms": 3460.694708977826, "prefill_ms": 0.03600004129111767, "prompt_tps": 0.0, "decode_tps": 27.197203966941636, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 9.877529288, "peak_memory_bytes": 9877529288, "active_memory_bytes": 9846218870, "rss_bytes": 1427390464, "swap_before_bytes": 5205655552, "swap_after_bytes": 5205655552, "swap_delta_bytes": 0, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 2047, "cache_bytes": 186908672, "active_kv_bytes": 127008768, "cache_evictions": 0, "cache_backend": "native", "message_checkpoints": false, "message_checkpointing": null, "cache_operations": { "lookups": 1, "hits": 1, "writes": 1, "rejected_writes": 0, "lookup_ms": 0.5250830436125398, "clone_ms": 0.18016702961176634, "write_ms": 0.3667089622467756, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "greedy", "variant": "off_cached", "kind": "changed_tail_branch", "result": { "run_id": "d48edee10d5440d6aca26a58cff43a84", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0004\": {\"cost\": 248, \"owner\": \"R04\"}, \"P0036\": {\"cost\": 532, \"owner\": \"R02\"}, \"P0054\": {\"cost\": 298, \"owner\": \"R03\"}, \"P0104\": {\"cost\": 348, \"owner\": \"R02\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 19, 763, 5046, 15958, 763, 220, 17, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 19, 13933, 328, 47, 15, 15, 18, 21, 763, 5046, 15958, 763, 220, 20, 18, 17, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 15, 20, 19, 763, 5046, 15958, 763, 220, 17, 24, 23, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 16, 15, 19, 763, 5046, 15958, 763, 220, 18, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 17, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0, "top_p": 1.0, "top_k": 0, "presence_penalty": 0.0, "seed": 0 }, "enable_thinking": false, "load_ms": 1.2986250221729279, "ttft_ms": 3469.1626250278205, "total_ms": 6806.710625067353, "prefill_ms": 3397.674208972603, "prompt_tps": 451.77963088584556, "decode_tps": 27.56514662827629, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.553082492, "peak_memory_bytes": 10553082492, "active_memory_bytes": 9965232246, "rss_bytes": 1427505152, "swap_before_bytes": 5205655552, "swap_after_bytes": 5205655552, "swap_delta_bytes": 0, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 512, "cache_bytes": 305528832, "active_kv_bytes": 127008768, "cache_evictions": 0, "cache_backend": "native", "message_checkpoints": false, "message_checkpointing": null, "cache_operations": { "lookups": 1, "hits": 1, "writes": 1, "rejected_writes": 0, "lookup_ms": 0.3845000173896551, "clone_ms": 0.1823330530896783, "write_ms": 0.2876250073313713, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "greedy", "variant": "on_cached", "kind": "seed_cold_kv", "result": { "run_id": "e1239583a92f4c308c5b49b12574f76f", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0003\": {\"cost\": 211, \"owner\": \"R03\"}, \"P0035\": {\"cost\": 495, \"owner\": \"R01\"}, \"P0053\": {\"cost\": 261, \"owner\": \"R02\"}, \"P0105\": {\"cost\": 385, \"owner\": \"R03\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 18, 763, 5046, 15958, 763, 220, 17, 16, 16, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 15, 18, 20, 763, 5046, 15958, 763, 220, 19, 24, 20, 11, 328, 7862, 763, 328, 49, 15, 16, 13933, 328, 47, 15, 15, 20, 18, 763, 5046, 15958, 763, 220, 17, 21, 16, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 16, 15, 20, 763, 5046, 15958, 763, 220, 18, 23, 20, 11, 328, 7862, 763, 328, 49, 15, 18, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0, "top_p": 1.0, "top_k": 0, "presence_penalty": 0.0, "seed": 0 }, "enable_thinking": false, "load_ms": 1.3204580172896385, "ttft_ms": 4731.29937495105, "total_ms": 8040.921707986854, "prefill_ms": 4658.561582909897, "prompt_tps": 439.40601912605257, "decode_tps": 27.79773362104779, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.395927164, "peak_memory_bytes": 10395927164, "active_memory_bytes": 10083999862, "rss_bytes": 1428389888, "swap_before_bytes": 5205655552, "swap_after_bytes": 5205655552, "swap_delta_bytes": 0, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 0, "cache_bytes": 424148992, "active_kv_bytes": 127008768, "cache_evictions": 0, "cache_backend": "native", "message_checkpoints": true, "message_checkpointing": { "experimental": true, "requires_real_model_sampling_validation": true, "boundary_tokenize_ms": 3.120417008176446, "verified_boundaries": [ { "token_offset": 2014, "message_count": 1, "role": "system" }, { "token_offset": 2041, "message_count": 2, "role": "user" } ], "snapshots": [ { "token_offset": 512, "cache_type": "assistant", "stored": true, "logical_bytes": 68288512 }, { "token_offset": 2014, "cache_type": "system", "stored": true, "logical_bytes": 118620160 }, { "token_offset": 2041, "cache_type": "user", "stored": true, "logical_bytes": 118620160 }, { "token_offset": 2047, "cache_type": "assistant", "stored": true, "logical_bytes": 118620160 } ], "snapshot_host_ms": 1.4151239302009344, "logical_snapshot_bytes_written": 424148992, "prefill_shapes_changed": true }, "cache_operations": { "lookups": 1, "hits": 0, "writes": 4, "rejected_writes": 0, "lookup_ms": 0.000959029421210289, "clone_ms": 0.7802499458193779, "write_ms": 1.2856671819463372, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "greedy", "variant": "on_cached", "kind": "exact_repeat_hot_kv", "result": { "run_id": "deb23a8c4ed246a6bedc7c50ee8ce63a", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0003\": {\"cost\": 211, \"owner\": \"R03\"}, \"P0035\": {\"cost\": 495, \"owner\": \"R01\"}, \"P0053\": {\"cost\": 261, \"owner\": \"R02\"}, \"P0105\": {\"cost\": 385, \"owner\": \"R03\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 18, 763, 5046, 15958, 763, 220, 17, 16, 16, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 15, 18, 20, 763, 5046, 15958, 763, 220, 19, 24, 20, 11, 328, 7862, 763, 328, 49, 15, 16, 13933, 328, 47, 15, 15, 20, 18, 763, 5046, 15958, 763, 220, 17, 21, 16, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 16, 15, 20, 763, 5046, 15958, 763, 220, 18, 23, 20, 11, 328, 7862, 763, 328, 49, 15, 18, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0, "top_p": 1.0, "top_k": 0, "presence_penalty": 0.0, "seed": 0 }, "enable_thinking": false, "load_ms": 1.3517499901354313, "ttft_ms": 71.39379193540663, "total_ms": 3380.1279169274494, "prefill_ms": 2.636166987940669, "prompt_tps": 0.0, "decode_tps": 27.80519574090023, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.11531028, "peak_memory_bytes": 10115310280, "active_memory_bytes": 10083999862, "rss_bytes": 1428471808, "swap_before_bytes": 5205655552, "swap_after_bytes": 5205655552, "swap_delta_bytes": 0, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 2047, "cache_bytes": 424148992, "active_kv_bytes": 127008768, "cache_evictions": 0, "cache_backend": "native", "message_checkpoints": true, "message_checkpointing": { "experimental": true, "requires_real_model_sampling_validation": true, "boundary_tokenize_ms": 2.6048750150948763, "verified_boundaries": [ { "token_offset": 2014, "message_count": 1, "role": "system" }, { "token_offset": 2041, "message_count": 2, "role": "user" } ], "snapshots": [ { "token_offset": 2047, "cache_type": "assistant", "stored": true, "logical_bytes": 118620160 } ], "snapshot_host_ms": 0.3409580094739795, "logical_snapshot_bytes_written": 118620160, "prefill_shapes_changed": false }, "cache_operations": { "lookups": 1, "hits": 1, "writes": 1, "rejected_writes": 0, "lookup_ms": 0.3957910230383277, "clone_ms": 0.24395901709794998, "write_ms": 0.3225000109523535, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "greedy", "variant": "on_cached", "kind": "changed_tail_branch", "result": { "run_id": "a5b6ce74bba642ef96134fbdd76fd67f", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0004\": {\"cost\": 248, \"owner\": \"R04\"}, \"P0036\": {\"cost\": 532, \"owner\": \"R02\"}, \"P0054\": {\"cost\": 298, \"owner\": \"R03\"}, \"P0104\": {\"cost\": 348, \"owner\": \"R02\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 19, 763, 5046, 15958, 763, 220, 17, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 19, 13933, 328, 47, 15, 15, 18, 21, 763, 5046, 15958, 763, 220, 20, 18, 17, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 15, 20, 19, 763, 5046, 15958, 763, 220, 17, 24, 23, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 16, 15, 19, 763, 5046, 15958, 763, 220, 18, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 17, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0, "top_p": 1.0, "top_k": 0, "presence_penalty": 0.0, "seed": 0 }, "enable_thinking": false, "load_ms": 1.3451669365167618, "ttft_ms": 196.3485840242356, "total_ms": 3501.845167018473, "prefill_ms": 133.01179197151214, "prompt_tps": 248.09830399900025, "decode_tps": 27.83242931585883, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.188700924, "peak_memory_bytes": 10188700924, "active_memory_bytes": 10134462606, "rss_bytes": 1428504576, "swap_before_bytes": 5205655552, "swap_after_bytes": 5205655552, "swap_delta_bytes": 0, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 2014, "cache_bytes": 474480640, "active_kv_bytes": 127008768, "cache_evictions": 2, "cache_backend": "native", "message_checkpoints": true, "message_checkpointing": { "experimental": true, "requires_real_model_sampling_validation": true, "boundary_tokenize_ms": 2.5595419574528933, "verified_boundaries": [ { "token_offset": 2014, "message_count": 1, "role": "system" }, { "token_offset": 2041, "message_count": 2, "role": "user" } ], "snapshots": [ { "token_offset": 2041, "cache_type": "user", "stored": true, "logical_bytes": 118620160 }, { "token_offset": 2047, "cache_type": "assistant", "stored": true, "logical_bytes": 118620160 } ], "snapshot_host_ms": 0.7644169963896275, "logical_snapshot_bytes_written": 237240320, "prefill_shapes_changed": true }, "cache_operations": { "lookups": 1, "hits": 1, "writes": 2, "rejected_writes": 0, "lookup_ms": 0.4334159893915057, "clone_ms": 0.3652919549494982, "write_ms": 0.7119998335838318, "eviction_selection_ms": 0.004248926416039467 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "official", "variant": "off_uncached", "kind": "seed_cold_kv", "result": { "run_id": "ad5a35573eb34b59bf62ee85bf80f082", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0003\": {\"cost\": 211, \"owner\": \"R03\"}, \"P0035\": {\"cost\": 495, \"owner\": \"R01\"}, \"P0053\": {\"cost\": 261, \"owner\": \"R02\"}, \"P0105\": {\"cost\": 385, \"owner\": \"R03\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 18, 763, 5046, 15958, 763, 220, 17, 16, 16, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 15, 18, 20, 763, 5046, 15958, 763, 220, 19, 24, 20, 11, 328, 7862, 763, 328, 49, 15, 16, 13933, 328, 47, 15, 15, 20, 18, 763, 5046, 15958, 763, 220, 17, 21, 16, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 16, 15, 20, 763, 5046, 15958, 763, 220, 18, 23, 20, 11, 328, 7862, 763, 328, 49, 15, 18, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0.7, "top_p": 0.8, "top_k": 20, "presence_penalty": 1.5, "seed": 42 }, "enable_thinking": false, "load_ms": 1.394249964505434, "ttft_ms": 4635.924624977633, "total_ms": 8009.762999950908, "prefill_ms": 4559.4388749450445, "prompt_tps": 448.9587548258716, "decode_tps": 27.268644723008926, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.968629912, "peak_memory_bytes": 10968629912, "active_memory_bytes": 10148764836, "rss_bytes": 1431257088, "swap_before_bytes": 5205655552, "swap_after_bytes": 5205655552, "swap_delta_bytes": 0, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 0, "cache_bytes": 474480640, "active_kv_bytes": 127008768, "cache_evictions": 2, "cache_backend": "native", "message_checkpoints": false, "message_checkpointing": null, "cache_operations": { "lookups": 0, "hits": 0, "writes": 0, "rejected_writes": 0, "lookup_ms": 0.0, "clone_ms": 0.0, "write_ms": 0.0, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "official", "variant": "on_uncached", "kind": "seed_cold_kv", "result": { "run_id": "b6466fd73c524e9fa6fbe35976ab851f", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0003\": {\"cost\": 211, \"owner\": \"R03\"}, \"P0035\": {\"cost\": 495, \"owner\": \"R01\"}, \"P0053\": {\"cost\": 261, \"owner\": \"R02\"}, \"P0105\": {\"cost\": 385, \"owner\": \"R03\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 18, 763, 5046, 15958, 763, 220, 17, 16, 16, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 15, 18, 20, 763, 5046, 15958, 763, 220, 19, 24, 20, 11, 328, 7862, 763, 328, 49, 15, 16, 13933, 328, 47, 15, 15, 20, 18, 763, 5046, 15958, 763, 220, 17, 21, 16, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 16, 15, 20, 763, 5046, 15958, 763, 220, 18, 23, 20, 11, 328, 7862, 763, 328, 49, 15, 18, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0.7, "top_p": 0.8, "top_k": 20, "presence_penalty": 1.5, "seed": 42 }, "enable_thinking": false, "load_ms": 1.3475409941747785, "ttft_ms": 4666.398625005968, "total_ms": 8042.913708020933, "prefill_ms": 4594.105999916792, "prompt_tps": 445.57091195481235, "decode_tps": 27.247027701073133, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.841326242, "peak_memory_bytes": 10841326242, "active_memory_bytes": 10148764836, "rss_bytes": 1431289856, "swap_before_bytes": 5205655552, "swap_after_bytes": 5113380864, "swap_delta_bytes": -92274688, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 0, "cache_bytes": 474480640, "active_kv_bytes": 127008768, "cache_evictions": 2, "cache_backend": "native", "message_checkpoints": true, "message_checkpointing": null, "cache_operations": { "lookups": 0, "hits": 0, "writes": 0, "rejected_writes": 0, "lookup_ms": 0.0, "clone_ms": 0.0, "write_ms": 0.0, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "official", "variant": "off_uncached", "kind": "changed_tail_branch", "result": { "run_id": "ea6d18bc76da464d8e403e4d0dd45679", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0004\": {\"cost\": 248, \"owner\": \"R04\"}, \"P0036\": {\"cost\": 532, \"owner\": \"R02\"}, \"P0054\": {\"cost\": 298, \"owner\": \"R03\"}, \"P0104\": {\"cost\": 348, \"owner\": \"R02\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 19, 763, 5046, 15958, 763, 220, 17, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 19, 13933, 328, 47, 15, 15, 18, 21, 763, 5046, 15958, 763, 220, 20, 18, 17, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 15, 20, 19, 763, 5046, 15958, 763, 220, 17, 24, 23, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 16, 15, 19, 763, 5046, 15958, 763, 220, 18, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 17, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0.7, "top_p": 0.8, "top_k": 20, "presence_penalty": 1.5, "seed": 42 }, "enable_thinking": false, "load_ms": 1.3291669311001897, "ttft_ms": 4703.572916914709, "total_ms": 8107.110999990255, "prefill_ms": 4613.7368329800665, "prompt_tps": 443.67506732667687, "decode_tps": 27.03069504568783, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.841326242, "peak_memory_bytes": 10841326242, "active_memory_bytes": 10148764836, "rss_bytes": 1431355392, "swap_before_bytes": 5113380864, "swap_after_bytes": 5104992256, "swap_delta_bytes": -8388608, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 0, "cache_bytes": 474480640, "active_kv_bytes": 127008768, "cache_evictions": 2, "cache_backend": "native", "message_checkpoints": false, "message_checkpointing": null, "cache_operations": { "lookups": 0, "hits": 0, "writes": 0, "rejected_writes": 0, "lookup_ms": 0.0, "clone_ms": 0.0, "write_ms": 0.0, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "official", "variant": "on_uncached", "kind": "changed_tail_branch", "result": { "run_id": "3254e29bf08b46eb84029be7f3acefe5", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0004\": {\"cost\": 248, \"owner\": \"R04\"}, \"P0036\": {\"cost\": 532, \"owner\": \"R02\"}, \"P0054\": {\"cost\": 298, \"owner\": \"R03\"}, \"P0104\": {\"cost\": 348, \"owner\": \"R02\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 19, 763, 5046, 15958, 763, 220, 17, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 19, 13933, 328, 47, 15, 15, 18, 21, 763, 5046, 15958, 763, 220, 20, 18, 17, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 15, 20, 19, 763, 5046, 15958, 763, 220, 17, 24, 23, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 16, 15, 19, 763, 5046, 15958, 763, 220, 18, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 17, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0.7, "top_p": 0.8, "top_k": 20, "presence_penalty": 1.5, "seed": 42 }, "enable_thinking": false, "load_ms": 1.3858340680599213, "ttft_ms": 4705.523291020654, "total_ms": 8075.4918329184875, "prefill_ms": 4618.543333024718, "prompt_tps": 443.21333641345416, "decode_tps": 27.299958102335648, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.841326242, "peak_memory_bytes": 10841326242, "active_memory_bytes": 10148764836, "rss_bytes": 1431126016, "swap_before_bytes": 5104992256, "swap_after_bytes": 5104992256, "swap_delta_bytes": 0, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 0, "cache_bytes": 474480640, "active_kv_bytes": 127008768, "cache_evictions": 2, "cache_backend": "native", "message_checkpoints": true, "message_checkpointing": null, "cache_operations": { "lookups": 0, "hits": 0, "writes": 0, "rejected_writes": 0, "lookup_ms": 0.0, "clone_ms": 0.0, "write_ms": 0.0, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "official", "variant": "off_cached", "kind": "seed_cold_kv", "result": { "run_id": "be5327a877c14e949e5deb2eaa3e391e", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0003\": {\"cost\": 211, \"owner\": \"R03\"}, \"P0035\": {\"cost\": 495, \"owner\": \"R01\"}, \"P0053\": {\"cost\": 261, \"owner\": \"R02\"}, \"P0105\": {\"cost\": 385, \"owner\": \"R03\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 18, 763, 5046, 15958, 763, 220, 17, 16, 16, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 15, 18, 20, 763, 5046, 15958, 763, 220, 19, 24, 20, 11, 328, 7862, 763, 328, 49, 15, 16, 13933, 328, 47, 15, 15, 20, 18, 763, 5046, 15958, 763, 220, 17, 21, 16, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 16, 15, 20, 763, 5046, 15958, 763, 220, 18, 23, 20, 11, 328, 7862, 763, 328, 49, 15, 18, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0.7, "top_p": 0.8, "top_k": 20, "presence_penalty": 1.5, "seed": 42 }, "enable_thinking": false, "load_ms": 1.3222080888226628, "ttft_ms": 4712.42070896551, "total_ms": 8113.42754191719, "prefill_ms": 4624.025749973953, "prompt_tps": 442.68784619366164, "decode_tps": 27.05081304413454, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.434020002, "peak_memory_bytes": 10434020002, "active_memory_bytes": 9860406436, "rss_bytes": 1431142400, "swap_before_bytes": 5104992256, "swap_after_bytes": 5104992256, "swap_delta_bytes": 0, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 0, "cache_bytes": 186908672, "active_kv_bytes": 127008768, "cache_evictions": 2, "cache_backend": "native", "message_checkpoints": false, "message_checkpointing": null, "cache_operations": { "lookups": 1, "hits": 0, "writes": 2, "rejected_writes": 0, "lookup_ms": 0.000625033862888813, "clone_ms": 0.5332499276846647, "write_ms": 0.7455010199919343, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "official", "variant": "off_cached", "kind": "exact_repeat_hot_kv", "result": { "run_id": "a66a7759d6c44d23be6555d18a2ce112", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0003\": {\"cost\": 211, \"owner\": \"R03\"}, \"P0035\": {\"cost\": 495, \"owner\": \"R01\"}, \"P0053\": {\"cost\": 261, \"owner\": \"R02\"}, \"P0105\": {\"cost\": 385, \"owner\": \"R03\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 18, 763, 5046, 15958, 763, 220, 17, 16, 16, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 15, 18, 20, 763, 5046, 15958, 763, 220, 19, 24, 20, 11, 328, 7862, 763, 328, 49, 15, 16, 13933, 328, 47, 15, 15, 20, 18, 763, 5046, 15958, 763, 220, 17, 21, 16, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 16, 15, 20, 763, 5046, 15958, 763, 220, 18, 23, 20, 11, 328, 7862, 763, 328, 49, 15, 18, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0.7, "top_p": 0.8, "top_k": 20, "presence_penalty": 1.5, "seed": 42 }, "enable_thinking": false, "load_ms": 1.3683330034837127, "ttft_ms": 75.88149991352111, "total_ms": 3498.0137079255655, "prefill_ms": 0.030708033591508865, "prompt_tps": 0.0, "decode_tps": 26.88382400440451, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 9.877845656, "peak_memory_bytes": 9877845656, "active_memory_bytes": 9860406436, "rss_bytes": 1431142400, "swap_before_bytes": 5104992256, "swap_after_bytes": 5088215040, "swap_delta_bytes": -16777216, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 2047, "cache_bytes": 186908672, "active_kv_bytes": 127008768, "cache_evictions": 2, "cache_backend": "native", "message_checkpoints": false, "message_checkpointing": null, "cache_operations": { "lookups": 1, "hits": 1, "writes": 1, "rejected_writes": 0, "lookup_ms": 0.40954200085252523, "clone_ms": 0.15787500888109207, "write_ms": 0.2560829743742943, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "official", "variant": "off_cached", "kind": "changed_tail_branch", "result": { "run_id": "b302440284f249a1a6cdae8013cef47f", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0004\": {\"cost\": 248, \"owner\": \"R04\"}, \"P0036\": {\"cost\": 532, \"owner\": \"R02\"}, \"P0054\": {\"cost\": 298, \"owner\": \"R03\"}, \"P0104\": {\"cost\": 348, \"owner\": \"R02\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 19, 763, 5046, 15958, 763, 220, 17, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 19, 13933, 328, 47, 15, 15, 18, 21, 763, 5046, 15958, 763, 220, 20, 18, 17, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 15, 20, 19, 763, 5046, 15958, 763, 220, 17, 24, 23, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 16, 15, 19, 763, 5046, 15958, 763, 220, 18, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 17, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0.7, "top_p": 0.8, "top_k": 20, "presence_penalty": 1.5, "seed": 42 }, "enable_thinking": false, "load_ms": 1.349833095446229, "ttft_ms": 3566.6020000353456, "total_ms": 6947.323125088587, "prefill_ms": 3469.583750003949, "prompt_tps": 442.41618320879354, "decode_tps": 27.21312897364497, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.552967842, "peak_memory_bytes": 10552967842, "active_memory_bytes": 9979419812, "rss_bytes": 1431142400, "swap_before_bytes": 5088215040, "swap_after_bytes": 5088215040, "swap_delta_bytes": 0, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 512, "cache_bytes": 305528832, "active_kv_bytes": 127008768, "cache_evictions": 2, "cache_backend": "native", "message_checkpoints": false, "message_checkpointing": null, "cache_operations": { "lookups": 1, "hits": 1, "writes": 1, "rejected_writes": 0, "lookup_ms": 0.3997919848188758, "clone_ms": 0.42229099199175835, "write_ms": 0.5049579776823521, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "official", "variant": "on_cached", "kind": "seed_cold_kv", "result": { "run_id": "d6024f1e2e6a4fed9b771c3979374aeb", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0003\": {\"cost\": 211, \"owner\": \"R03\"}, \"P0035\": {\"cost\": 495, \"owner\": \"R01\"}, \"P0053\": {\"cost\": 261, \"owner\": \"R02\"}, \"P0105\": {\"cost\": 385, \"owner\": \"R03\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 18, 763, 5046, 15958, 763, 220, 17, 16, 16, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 15, 18, 20, 763, 5046, 15958, 763, 220, 19, 24, 20, 11, 328, 7862, 763, 328, 49, 15, 16, 13933, 328, 47, 15, 15, 20, 18, 763, 5046, 15958, 763, 220, 17, 21, 16, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 16, 15, 20, 763, 5046, 15958, 763, 220, 18, 23, 20, 11, 328, 7862, 763, 328, 49, 15, 18, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0.7, "top_p": 0.8, "top_k": 20, "presence_penalty": 1.5, "seed": 42 }, "enable_thinking": false, "load_ms": 1.3499580090865493, "ttft_ms": 4740.14937505126, "total_ms": 8130.642208037898, "prefill_ms": 4664.306375081651, "prompt_tps": 438.86482477561657, "decode_tps": 27.13469826714203, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.395812514, "peak_memory_bytes": 10395812514, "active_memory_bytes": 10098154660, "rss_bytes": 1406386176, "swap_before_bytes": 5088215040, "swap_after_bytes": 5088215040, "swap_delta_bytes": 0, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 0, "cache_bytes": 424148992, "active_kv_bytes": 127008768, "cache_evictions": 2, "cache_backend": "native", "message_checkpoints": true, "message_checkpointing": { "experimental": true, "requires_real_model_sampling_validation": true, "boundary_tokenize_ms": 2.594958059489727, "verified_boundaries": [ { "token_offset": 2014, "message_count": 1, "role": "system" }, { "token_offset": 2041, "message_count": 2, "role": "user" } ], "snapshots": [ { "token_offset": 512, "cache_type": "assistant", "stored": true, "logical_bytes": 68288512 }, { "token_offset": 2014, "cache_type": "system", "stored": true, "logical_bytes": 118620160 }, { "token_offset": 2041, "cache_type": "user", "stored": true, "logical_bytes": 118620160 }, { "token_offset": 2047, "cache_type": "assistant", "stored": true, "logical_bytes": 118620160 } ], "snapshot_host_ms": 1.4044159324839711, "logical_snapshot_bytes_written": 424148992, "prefill_shapes_changed": true }, "cache_operations": { "lookups": 1, "hits": 0, "writes": 4, "rejected_writes": 0, "lookup_ms": 0.0005830079317092896, "clone_ms": 0.799917965196073, "write_ms": 1.2969590025022626, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "official", "variant": "on_cached", "kind": "exact_repeat_hot_kv", "result": { "run_id": "4fd20d2c7b9e4b3cb3a4a57b155fafba", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0003\": {\"cost\": 211, \"owner\": \"R03\"}, \"P0035\": {\"cost\": 495, \"owner\": \"R01\"}, \"P0053\": {\"cost\": 261, \"owner\": \"R02\"}, \"P0105\": {\"cost\": 385, \"owner\": \"R03\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 18, 763, 5046, 15958, 763, 220, 17, 16, 16, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 15, 18, 20, 763, 5046, 15958, 763, 220, 19, 24, 20, 11, 328, 7862, 763, 328, 49, 15, 16, 13933, 328, 47, 15, 15, 20, 18, 763, 5046, 15958, 763, 220, 17, 21, 16, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 16, 15, 20, 763, 5046, 15958, 763, 220, 18, 23, 20, 11, 328, 7862, 763, 328, 49, 15, 18, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0.7, "top_p": 0.8, "top_k": 20, "presence_penalty": 1.5, "seed": 42 }, "enable_thinking": false, "load_ms": 1.3330000219866633, "ttft_ms": 73.24875006452203, "total_ms": 3451.455958071165, "prefill_ms": 2.614041091874242, "prompt_tps": 0.0, "decode_tps": 27.233379818133137, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.11559388, "peak_memory_bytes": 10115593880, "active_memory_bytes": 10098154660, "rss_bytes": 1406435328, "swap_before_bytes": 5088215040, "swap_after_bytes": 5088215040, "swap_delta_bytes": 0, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 2047, "cache_bytes": 424148992, "active_kv_bytes": 127008768, "cache_evictions": 2, "cache_backend": "native", "message_checkpoints": true, "message_checkpointing": { "experimental": true, "requires_real_model_sampling_validation": true, "boundary_tokenize_ms": 2.5786670157685876, "verified_boundaries": [ { "token_offset": 2014, "message_count": 1, "role": "system" }, { "token_offset": 2041, "message_count": 2, "role": "user" } ], "snapshots": [ { "token_offset": 2047, "cache_type": "assistant", "stored": true, "logical_bytes": 118620160 } ], "snapshot_host_ms": 0.3486250061541796, "logical_snapshot_bytes_written": 118620160, "prefill_shapes_changed": false }, "cache_operations": { "lookups": 1, "hits": 1, "writes": 1, "rejected_writes": 0, "lookup_ms": 0.4142909310758114, "clone_ms": 0.23999996483325958, "write_ms": 0.3279589582234621, "eviction_selection_ms": 0.0 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } }, { "sampling": "official", "variant": "on_cached", "kind": "changed_tail_branch", "result": { "run_id": "fbab5e3a05444fe8953196b25b9ce920", "mode": "baseline", "profile": "qwen3.5-9b-8bit", "text": "{\"P0004\": {\"cost\": 248, \"owner\": \"R04\"}, \"P0036\": {\"cost\": 532, \"owner\": \"R02\"}, \"P0054\": {\"cost\": 298, \"owner\": \"R03\"}, \"P0104\": {\"cost\": 348, \"owner\": \"R02\"}}", "token_ids": [ 4754, 47, 15, 15, 15, 19, 763, 5046, 15958, 763, 220, 17, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 19, 13933, 328, 47, 15, 15, 18, 21, 763, 5046, 15958, 763, 220, 20, 18, 17, 11, 328, 7862, 763, 328, 49, 15, 17, 13933, 328, 47, 15, 15, 20, 19, 763, 5046, 15958, 763, 220, 17, 24, 23, 11, 328, 7862, 763, 328, 49, 15, 18, 13933, 328, 47, 15, 16, 15, 19, 763, 5046, 15958, 763, 220, 18, 19, 23, 11, 328, 7862, 763, 328, 49, 15, 17, 29958, 248046 ], "prompt_tokens": 2048, "finish_reason": "stop", "metrics": { "sampling": { "temperature": 0.7, "top_p": 0.8, "top_k": 20, "presence_penalty": 1.5, "seed": 42 }, "enable_thinking": false, "load_ms": 1.3248749310150743, "ttft_ms": 197.94245797675103, "total_ms": 3575.006957980804, "prefill_ms": 132.80791696161032, "prompt_tps": 248.47916265066513, "decode_tps": 27.242594863050314, "prompt_tokens": 2048, "generation_tokens": 93, "peak_memory_gb": 10.188619042, "peak_memory_bytes": 10188619042, "active_memory_bytes": 10148764860, "rss_bytes": 1406681088, "swap_before_bytes": 5088215040, "swap_after_bytes": 5088215040, "swap_delta_bytes": 0, "swap_measurement_available": true, "estimated_active_kv_bytes": 2239758336, "cache_hit_tokens": 2014, "cache_bytes": 474480640, "active_kv_bytes": 127008768, "cache_evictions": 4, "cache_backend": "native", "message_checkpoints": true, "message_checkpointing": { "experimental": true, "requires_real_model_sampling_validation": true, "boundary_tokenize_ms": 2.7133330004289746, "verified_boundaries": [ { "token_offset": 2014, "message_count": 1, "role": "system" }, { "token_offset": 2041, "message_count": 2, "role": "user" } ], "snapshots": [ { "token_offset": 2041, "cache_type": "user", "stored": true, "logical_bytes": 118620160 }, { "token_offset": 2047, "cache_type": "assistant", "stored": true, "logical_bytes": 118620160 } ], "snapshot_host_ms": 0.7738749263808131, "logical_snapshot_bytes_written": 237240320, "prefill_shapes_changed": true }, "cache_operations": { "lookups": 1, "hits": 1, "writes": 2, "rejected_writes": 0, "lookup_ms": 0.4512079758569598, "clone_ms": 0.3651248989626765, "write_ms": 0.7174579659476876, "eviction_selection_ms": 0.0022921012714505196 }, "draft_acceptance": null, "fallback_rate": 0, "cycles": 0, "policy": null, "draft_accepted_tokens": 0, "calibrated_fallback": false, "adaptive_scheduler": null, "round_diagnostics": true, "speculative_recovery": null }, "rounds": [], "model": { "target": { "repo": "mlx-community/Qwen3.5-9B-8bit", "revision": "16daa4818c54ce5f5436f929d52542eb65bbed9d" }, "draft": { "repo": "mlx-community/Qwen3.5-0.8B-4bit", "revision": "da28692b5f139cb0ec58a356b437486b7dac7462" }, "draft_weight_bytes": 625229487, "vocab_size": 248320, "experimental_speculation": true, "hybrid_cache": true, "runtime_reserve_bytes": 2147483648, "minimum_memory_bytes": 0, "advisory_memory_estimates": true, "weight_bytes": 10426592423, "text_tensor_bytes": 9514412544, "quantization": "8-bit affine, group size 64", "context_limit": 8192, "supported_modes": [ "baseline" ], "status": "quality_review_required", "role": "primary_quality_candidate", "limitations": "Real text baseline/native/API/SSE/UI verified. Initial12-task smoke: greedy10/12, official non-thinking11/12, thinking9/12 at1024-token cap; Public27subset measured with finite-budget failures retained. Hybrid speculation has initial96token exact controls behind an experimental flag; public modes remain baseline, no formal speed claim." } } } ], "checks": [ { "sampling": "greedy", "scope": "cache_false_path", "kind": "seed_cold_kv", "equal": true }, { "sampling": "greedy", "scope": "cache_false_path", "kind": "changed_tail_branch", "equal": true }, { "sampling": "greedy", "scope": "cache_on_reference", "enabled": false, "kind": "seed_cold_kv", "equal": true, "prompt_tokens_match": true }, { "sampling": "greedy", "scope": "cache_on_reference", "enabled": false, "kind": "exact_repeat_hot_kv", "equal": true, "prompt_tokens_match": true }, { "sampling": "greedy", "scope": "cache_on_reference", "enabled": false, "kind": "changed_tail_branch", "equal": true, "prompt_tokens_match": true }, { "sampling": "greedy", "scope": "cache_on_reference", "enabled": true, "kind": "seed_cold_kv", "equal": true, "prompt_tokens_match": true }, { "sampling": "greedy", "scope": "cache_on_reference", "enabled": true, "kind": "exact_repeat_hot_kv", "equal": true, "prompt_tokens_match": true }, { "sampling": "greedy", "scope": "cache_on_reference", "enabled": true, "kind": "changed_tail_branch", "equal": true, "prompt_tokens_match": true }, { "sampling": "official", "scope": "cache_false_path", "kind": "seed_cold_kv", "equal": true }, { "sampling": "official", "scope": "cache_false_path", "kind": "changed_tail_branch", "equal": true }, { "sampling": "official", "scope": "cache_on_reference", "enabled": false, "kind": "seed_cold_kv", "equal": true, "prompt_tokens_match": true }, { "sampling": "official", "scope": "cache_on_reference", "enabled": false, "kind": "exact_repeat_hot_kv", "equal": true, "prompt_tokens_match": true }, { "sampling": "official", "scope": "cache_on_reference", "enabled": false, "kind": "changed_tail_branch", "equal": true, "prompt_tokens_match": true }, { "sampling": "official", "scope": "cache_on_reference", "enabled": true, "kind": "seed_cold_kv", "equal": true, "prompt_tokens_match": true }, { "sampling": "official", "scope": "cache_on_reference", "enabled": true, "kind": "exact_repeat_hot_kv", "equal": true, "prompt_tokens_match": true }, { "sampling": "official", "scope": "cache_on_reference", "enabled": true, "kind": "changed_tail_branch", "equal": true, "prompt_tokens_match": true } ], "all_token_checks_equal": true, "prompt_calibration_matches": true }