| { |
| "release_name": "Ling-3.0-Flash-CIRU-int4-Strix-native", |
| "release_archive": "Ling-3.0-Flash-CIRU-int4-Strix-native.tar.gz", |
| "release_type": "runtime-distribution", |
| "weights_changed": false, |
| "base_model": { |
| "repo_id": "inclusionAI/Ling-3.0-flash-int4", |
| "revision": "ca3ea63b0255d212c4fe6020db9e0a51ce136006", |
| "format": "compressed-tensors packed INT4 safetensors", |
| "shards": 24, |
| "shard_bytes": 77012299464, |
| "native_context": 262144 |
| }, |
| "recommended_live_generation": { |
| "source": "https://huggingface.co/inclusionAI/Ling-3.0-flash-int4", |
| "source_revision": "ca3ea63b0255d212c4fe6020db9e0a51ce136006", |
| "temperature": 0.6, |
| "top_p": 0.95, |
| "top_k": 20, |
| "enable_thinking": true |
| }, |
| "runtime": { |
| "upstream_repo": "https://github.com/vllm-project/vllm.git", |
| "upstream_base": "d35eb6c44071ea806018841c490f0d2f3219c485", |
| "ciru_head": "838616875c5dd4913d9f753221bf05f64cb7a7ed", |
| "commits_ahead": 17, |
| "net_files_changed": 10, |
| "net_insertions": 477, |
| "net_deletions": 28, |
| "engine_revision": "2026-08-10-startup-and-installer-hardening", |
| "rocr_idle_fix": { |
| "upstream_repo": "https://github.com/ROCm/rocm-systems.git", |
| "upstream_commit": "44be71b52284948e58c93f65f46910399773fdcd", |
| "library": "libhsa-runtime64.so.1.21.0", |
| "source_changes": "none; host-native GCC rebuild of the pinned wheel source", |
| "activation": "checksum-verified LD_PRELOAD in packaged launchers", |
| "rollback_environment": "CIRU_DISABLE_ROCR_IDLE_FIX=1" |
| } |
| }, |
| "validated_stack": { |
| "python": "3.12.12", |
| "torch": "2.13.0+rocm7.15.0a20260728", |
| "hip": "7.15.0", |
| "triton": "3.8.0+git4cff872c.rocm7.15.0a20260728", |
| "flash_attention": "2.8.3", |
| "gpu": "AMD Radeon 8060S", |
| "architecture": "gfx1151" |
| }, |
| "profiles": { |
| "native_256k": {"max_model_len": 262144, "max_num_seqs": 6, "max_num_batched_tokens": 8192, "gpu_memory_utilization": 0.72, "kv_pool_tokens_observed": 1457313, "full_context_concurrency_observed": 5.56}, |
| "experimental_yarn_1m": {"max_model_len": 1048576, "max_num_seqs": 2, "max_num_batched_tokens": 8192, "gpu_memory_utilization": 0.82, "native_training": false} |
| }, |
| "platforms": { |
| "validated": ["NixOS native Linux on gfx1151"], |
| "documented_unvalidated": ["Ubuntu/Debian native Linux", "Fedora native Linux", "Arch native Linux", "Windows 11 WSL2 with AMD ROCDXG"], |
| "unsupported": ["native Windows vLLM"] |
| }, |
| "performance": { |
| "host_scope": "single AMD Strix Halo gfx1151 host", |
| "public_starting_target_only_tokens_per_second": 0.268944, |
| "release_target_only_tokens_per_second": 21.4407, |
| "release_native_mtp_k1_effective_tokens_per_second": 26.2343, |
| "release_target_only_multiple": 79.72, |
| "release_native_mtp_k1_multiple": 97.55, |
| "comparison_scope": "full campaign progression; starting TG8 and final TG32, not a single-variable matched A/B", |
| "exact_2k_k1_concurrency": { |
| "protocol": "exact 2048 input tokens, forced 256 output tokens, K1 MTP, unique cache salts, no prefix reuse, max_num_batched_tokens=8192", |
| "repetitions_per_concurrency": 3, |
| "all_18_runs_valid": true, |
| "no_speed_regression": true, |
| "c1": {"pp_tokens_per_second": 523.62, "aggregate_decode_tokens_per_second": 26.79, "wall_seconds": 13.45}, |
| "c2": {"pp_tokens_per_second": 520.98, "aggregate_decode_tokens_per_second": 38.23, "wall_seconds": 20.86}, |
| "c3": {"pp_tokens_per_second": 514.93, "aggregate_decode_tokens_per_second": 46.17, "wall_seconds": 28.08}, |
| "c4": {"pp_tokens_per_second": 523.95, "aggregate_decode_tokens_per_second": 57.12, "wall_seconds": 32.91}, |
| "c5": {"pp_tokens_per_second": 510.72, "aggregate_decode_tokens_per_second": 60.55, "wall_seconds": 39.67}, |
| "c6": {"pp_tokens_per_second": 520.49, "aggregate_decode_tokens_per_second": 63.51, "wall_seconds": 42.60}, |
| "validated_max_concurrency": 6 |
| }, |
| "rocm_mla_lse_fix_validation": { |
| "runtime_commit": "91fab4e6dcaa683911655630dae8a5b140a7cb91", |
| "focused_tests_passed": 31, |
| "cuda_only_tests_deselected": 1, |
| "reproducer_concurrency": 5, |
| "reproducer_scenarios_passed": 5, |
| "reproducer_request_error_rate": 0.0, |
| "server_process_survived": true, |
| "result_sha256": "f819148f8d49342a73fac2c8be6ce6cd08dfca01c238e94dd586bbd6e5894cd7" |
| }, |
| "rocr_idle_fix_validation": { |
| "baseline_cpu_temperature_c": 98.0, |
| "corrected_idle_temperature_c_range": [38.8, 54.2], |
| "hottest_idle_runtime_thread_cpu_percent_max": 1.4, |
| "response_tokens": 256, |
| "response_seconds": 9.731, |
| "response_tokens_per_second": 26.307, |
| "exact_api_output_passed": true |
| }, |
| "retained_60k_prompt_512_output": { |
| "native_source": "fabbc7e928dfa64c29dcdf0f795b05246555f4ae", |
| "native_pp_tokens_per_second": 419.334843, |
| "native_tg_tokens_per_second": 19.924752, |
| "atomic_chat_pp_tokens_per_second": 265.63, |
| "atomic_chat_tg_tokens_per_second": 25.11, |
| "rocmfp4_pp_tokens_per_second": 249.23, |
| "rocmfp4_tg_tokens_per_second": 19.00, |
| "refresh_required_for_release_head": true |
| } |
| } |
| } |
|
|
