File size: 2,690 Bytes
2f530ee 1e631f3 2f530ee | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 | {
"schema_version": 1,
"model_id": "OpenMed/North-Micro-Vision-Instruct-6bit-mlx",
"variant": "6bit",
"validated_at": "2026-08-14",
"passed": true,
"openmed": {
"implementation_pr": "https://github.com/maziyarpanahi/openmed/pull/2885",
"python_api": "openmed.mlx.OpenMedMLXVisionLanguageModel",
"swift_api": "OpenMedKit.OpenMedVisionLanguageModel"
},
"python": {
"passed": true,
"strict_weight_load": true,
"platform": "Apple M3 Ultra",
"runtime_versions": {
"mlx": "0.32.0",
"mlx-lm": "0.31.3",
"transformers": "5.15.0",
"huggingface-hub": "1.27.0",
"pillow": "12.3.0"
},
"test": "tests/integration/test_mlx_vision_language_compass.py"
},
"swift": {
"passed": true,
"strict_weight_load": true,
"execution_platform": "Apple M3 Ultra, macOS 26.5.1, Xcode Metal test bundle",
"ios_device_target_build": true,
"physical_ios_inference_run": false,
"physical_ios_note": "No compatible physical iPhone was online for this publication run; all five payloads executed through the same Swift model and processor on Apple Silicon, and the generic iOS device target compiled successfully.",
"runtime_versions": {
"mlx-swift": "0.31.6",
"mlx-swift-lm": "42f08a872075fd07f9f1f40ec1a5e191e6aad86e",
"xcode": "26.6"
},
"test": "swift/OpenMedKit/Tests/OpenMedKitTests/OpenMedCompassTests.swift"
},
"cases": {
"text_privacy": {
"passed": true,
"acceptance": "one coherent sentence covering on-device locality, sensitive clinical data, and privacy risk reduction",
"prompt_tokens": 30
},
"text_fact_extraction": {
"passed": true,
"exact_response": "Tuesday",
"exact_generated_token_ids": [29445],
"prompt_tokens": 44
},
"image_clinical_document": {
"passed": true,
"required_facts": [
"Alex Rivera",
"SYN-2048",
"Metformin",
"500 mg",
"twice daily",
"Penicillin"
],
"prompt_tokens": 1161,
"fixture": "synthetic_clinical_document.png"
},
"image_chart": {
"passed": true,
"exact_response": "Screening, 42",
"exact_generated_token_ids": [198759, 16, 225, 3304],
"prompt_tokens": 1053,
"fixture": "synthetic_clinic_chart.png"
}
},
"privacy": {
"fixtures_are_synthetic": true,
"remote_model_code": false,
"cloud_inference_fallback": false,
"telemetry": false
},
"reference": {
"conversion_report": "openmed-validation.json",
"source_model": "CohereLabs/North-Micro-Vision-Instruct",
"source_revision": "373bda96ac70bf89f99f7048f420cf00dc07c149"
}
}
|