{"name":"Which open model runs on which Mac, and how fast (estimates)","id":"fit","version":"2026-10-19","dateModified":"2026-10-19","url":"https://mlx.app/data#fit","license":"https://creativecommons.org/licenses/by/4.0/","attribution":"MLX Network, https://mlx.app/data","description":"Every Apple Silicon Mac configuration against every open model: the highest-precision version that fits in the memory macOS gives the GPU, how much memory it needs with room for context, and the estimated writing speed range in tokens a second. Estimates from published specs, not measurements; the method is at mlx.app/compare.","method":"https://mlx.app/compare#cp-how","sources":[{"text":"Method: mlx.app/compare, How it's worked out","href":"https://mlx.app/compare#cp-how"},{"text":"MLX quantization (bits + scale and bias per group of 64)","href":"https://ml-explore.github.io/mlx/build/html/python/_autosummary/mlx.core.quantize.html"},{"text":"llama.cpp: Performance on Apple Silicon M-series (the 45–80% range)","href":"https://github.com/ggml-org/llama.cpp/discussions/4167"}],"columns":[{"name":"mac","type":"string","description":"Mac configuration (see macs)"},{"name":"chip","type":"string","description":"Chip name"},{"name":"memory_gb","type":"number","description":"Unified memory, GB"},{"name":"bandwidth_gbs","type":"number","description":"Memory bandwidth used for the estimate, GB/s"},{"name":"model","type":"string","description":"Model (see models)"},{"name":"model_name","type":"string","description":"Model name"},{"name":"version","type":"string","description":"Version recommended: the highest precision that fits (8-, 6-, 4-, 3- or 2-bit MLX, or the native format)"},{"name":"bits_per_weight","type":"number","description":"Bits stored per weight, including MLX's group scales (+0.5)"},{"name":"weights_gb","type":"number","description":"Weights in memory, GB"},{"name":"needs_gb","type":"number","description":"Weights plus room for context and runtime (8% or 1.5 GB, whichever is more), GB"},{"name":"fit","type":"string","description":"fits (within the GPU's default 75%), tight (within 90% of memory), no"},{"name":"group","type":"string","description":"Runs well (fits, 10+ tok/s), Runs, but slowly, Only just fits, Too big"},{"name":"below_4_bit","type":"boolean","description":"True when only a version under 4 bits fits (quality drops)"},{"name":"tok_s_low","type":"number","description":"Estimated writing speed, low end (45% of the bandwidth ceiling), tokens/s; empty when it doesn't fit"},{"name":"tok_s_high","type":"number","description":"Estimated writing speed, high end (80% of the ceiling), tokens/s"},{"name":"tok_s_ceiling","type":"number","description":"Bandwidth ceiling: bandwidth / bytes read per token, tokens/s"}],"rows":[{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":113},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":76},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":42,"tok_s_ceiling":52},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":15,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":23},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":2.6,"needs_gb":4.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":3.1,"needs_gb":4.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"4-bit","bits_per_weight":4.5,"weights_gb":2.3,"needs_gb":3.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"4-bit","bits_per_weight":4.5,"weights_gb":2.3,"needs_gb":3.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"6-bit","bits_per_weight":6.5,"weights_gb":4.1,"needs_gb":5.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":36},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":15},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":15},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"3-bit","bits_per_weight":3.5,"weights_gb":3.6,"needs_gb":5.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":15,"tok_s_ceiling":19},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"3-bit","bits_per_weight":3.5,"weights_gb":3.9,"needs_gb":5.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":8,"tok_s_high":14,"tok_s_ceiling":17},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"3-bit","bits_per_weight":3.5,"weights_gb":3.9,"needs_gb":5.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":8,"tok_s_high":14,"tok_s_ceiling":17},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"2-bit","bits_per_weight":2.5,"weights_gb":3.7,"needs_gb":5.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":8,"tok_s_high":15,"tok_s_ceiling":18},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"phi-4","model_name":"Phi-4 (14B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":15},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"2-bit","bits_per_weight":2.5,"weights_gb":4.7,"needs_gb":6.2,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":14},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.5,"needs_gb":9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.5,"needs_gb":9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.5,"needs_gb":9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.5,"needs_gb":9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"2-bit","bits_per_weight":2.5,"weights_gb":9,"needs_gb":10.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.3,"needs_gb":10.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.5,"needs_gb":11,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-8gb","chip":"Apple M1","memory_gb":8,"bandwidth_gbs":68,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":113},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":76},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":42,"tok_s_ceiling":52},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":15,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":23},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":2.6,"needs_gb":4.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":3.1,"needs_gb":4.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"4-bit","bits_per_weight":4.5,"weights_gb":2.3,"needs_gb":3.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"4-bit","bits_per_weight":4.5,"weights_gb":2.3,"needs_gb":3.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":28},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"6-bit","bits_per_weight":6.5,"weights_gb":9.7,"needs_gb":11.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"phi-4","model_name":"Phi-4 (14B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"4-bit","bits_per_weight":4.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"3-bit","bits_per_weight":3.5,"weights_gb":9.2,"needs_gb":10.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":43},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":76},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":26,"tok_s_high":45,"tok_s_ceiling":57},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"2-bit","bits_per_weight":2.5,"weights_gb":9,"needs_gb":10.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":24,"tok_s_high":42,"tok_s_ceiling":52},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.3,"needs_gb":10.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":76},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":28,"tok_s_high":49,"tok_s_ceiling":62},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":76},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":31,"tok_s_high":54,"tok_s_ceiling":68},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":31,"tok_s_high":54,"tok_s_ceiling":68},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":76},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":76},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-16gb","chip":"Apple M1","memory_gb":16,"bandwidth_gbs":68,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":150,"tok_s_high":267,"tok_s_ceiling":333},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":95},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":59,"tok_s_ceiling":74},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":55,"tok_s_ceiling":69},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":47,"tok_s_ceiling":59},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":15,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":37,"tok_s_ceiling":47},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":36,"tok_s_ceiling":45},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.2,"needs_gb":8.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.3,"needs_gb":8.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"4-bit","bits_per_weight":4.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"phi-4","model_name":"Phi-4 (14B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"4-bit","bits_per_weight":4.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"3-bit","bits_per_weight":3.5,"weights_gb":9.2,"needs_gb":10.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":15,"tok_s_ceiling":19},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":15,"tok_s_ceiling":19},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":15,"tok_s_ceiling":19},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"2-bit","bits_per_weight":2.5,"weights_gb":9,"needs_gb":10.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.3,"needs_gb":10.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":22},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":82,"tok_s_high":145,"tok_s_ceiling":182},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-16gb","chip":"Apple M1 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":150,"tok_s_high":267,"tok_s_ceiling":333},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":95},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":59,"tok_s_ceiling":74},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":55,"tok_s_ceiling":69},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":47,"tok_s_ceiling":59},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":15,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":37,"tok_s_ceiling":47},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":36,"tok_s_ceiling":45},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.2,"needs_gb":8.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.3,"needs_gb":8.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"4-bit","bits_per_weight":4.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"phi-4","model_name":"Phi-4 (14B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"4-bit","bits_per_weight":4.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":20.5,"needs_gb":22.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.2,"needs_gb":17.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.7,"needs_gb":18.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":10,"tok_s_ceiling":12},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":12},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.2,"needs_gb":18.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.3,"needs_gb":18.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":12},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"flint","model_name":"Recursive Flint","version":"3-bit","bits_per_weight":3.5,"weights_gb":17.4,"needs_gb":18.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":82,"tok_s_high":145,"tok_s_ceiling":182},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-pro-32gb","chip":"Apple M1 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":300,"tok_s_high":533,"tok_s_ceiling":667},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":308},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":62,"tok_s_high":110,"tok_s_ceiling":138},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":95},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":93},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":91},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":37,"tok_s_ceiling":46},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":42},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":20.5,"needs_gb":22.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.2,"needs_gb":17.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.7,"needs_gb":18.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.2,"needs_gb":18.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.3,"needs_gb":18.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"flint","model_name":"Recursive Flint","version":"3-bit","bits_per_weight":3.5,"weights_gb":17.4,"needs_gb":18.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":164,"tok_s_high":291,"tok_s_ceiling":364},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":8,"tok_s_high":15,"tok_s_ceiling":18},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-32gb","chip":"Apple M1 Max","memory_gb":32,"bandwidth_gbs":400,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":300,"tok_s_high":533,"tok_s_ceiling":667},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":308},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":62,"tok_s_high":110,"tok_s_ceiling":138},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":95},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":93},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":91},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":37,"tok_s_ceiling":46},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":42},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":70,"tok_s_ceiling":87},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.7,"needs_gb":18.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":49,"tok_s_high":86,"tok_s_ceiling":108},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.3,"needs_gb":18.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":39.4,"needs_gb":42.6,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":41.6,"needs_gb":44.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":63,"tok_s_ceiling":78},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"3-bit","bits_per_weight":3.5,"weights_gb":35,"needs_gb":37.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":308},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"2-bit","bits_per_weight":2.5,"weights_gb":36.6,"needs_gb":39.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-max-64gb","chip":"Apple M1 Max","memory_gb":64,"bandwidth_gbs":400,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":600,"tok_s_high":1067,"tok_s_ceiling":1333},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":400,"tok_s_high":711,"tok_s_ceiling":889},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":277,"tok_s_high":492,"tok_s_ceiling":615},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":171,"tok_s_high":305,"tok_s_ceiling":381},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":133,"tok_s_high":237,"tok_s_ceiling":296},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":124,"tok_s_high":221,"tok_s_ceiling":276},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":84,"tok_s_high":149,"tok_s_ceiling":186},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":82,"tok_s_high":145,"tok_s_ceiling":182},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":150,"tok_s_high":267,"tok_s_ceiling":333},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":74,"tok_s_ceiling":92},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":84},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":43,"tok_s_ceiling":54},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":189,"tok_s_high":337,"tok_s_ceiling":421},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":171,"tok_s_high":305,"tok_s_ceiling":381},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":78,"tok_s_high":139,"tok_s_ceiling":174},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":97,"tok_s_high":173,"tok_s_ceiling":216},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":103,"tok_s_high":183,"tok_s_ceiling":229},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":116,"tok_s_high":206,"tok_s_ceiling":258},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":133,"tok_s_high":237,"tok_s_ceiling":296},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":39.4,"needs_gb":42.6,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":9,"tok_s_high":16,"tok_s_ceiling":20},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":41.6,"needs_gb":44.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":71,"tok_s_high":125,"tok_s_ceiling":157},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"3-bit","bits_per_weight":3.5,"weights_gb":35,"needs_gb":37.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":277,"tok_s_high":492,"tok_s_ceiling":615},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":68,"tok_s_high":121,"tok_s_ceiling":151},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"2-bit","bits_per_weight":2.5,"weights_gb":36.6,"needs_gb":39.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":225,"tok_s_high":400,"tok_s_ceiling":500},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":180,"tok_s_high":320,"tok_s_ceiling":400},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":116,"tok_s_high":206,"tok_s_ceiling":258},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":116,"tok_s_high":206,"tok_s_ceiling":258},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":16,"tok_s_ceiling":20},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-64gb","chip":"Apple M1 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":600,"tok_s_high":1067,"tok_s_ceiling":1333},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":400,"tok_s_high":711,"tok_s_ceiling":889},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":277,"tok_s_high":492,"tok_s_ceiling":615},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":171,"tok_s_high":305,"tok_s_ceiling":381},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":133,"tok_s_high":237,"tok_s_ceiling":296},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":124,"tok_s_high":221,"tok_s_ceiling":276},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":84,"tok_s_high":149,"tok_s_ceiling":186},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":82,"tok_s_high":145,"tok_s_ceiling":182},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":150,"tok_s_high":267,"tok_s_ceiling":333},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":74,"tok_s_ceiling":92},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":84},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":43,"tok_s_ceiling":54},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":189,"tok_s_high":337,"tok_s_ceiling":421},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":171,"tok_s_high":305,"tok_s_ceiling":381},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":78,"tok_s_high":139,"tok_s_ceiling":174},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":97,"tok_s_high":173,"tok_s_ceiling":216},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":103,"tok_s_high":183,"tok_s_ceiling":229},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":116,"tok_s_high":206,"tok_s_ceiling":258},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":133,"tok_s_high":237,"tok_s_ceiling":296},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":74.4,"needs_gb":80.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":78.6,"needs_gb":84.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"8-bit","bits_per_weight":8.5,"weights_gb":85,"needs_gb":91.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"6-bit","bits_per_weight":6.5,"weights_gb":86.1,"needs_gb":93,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":37,"tok_s_high":65,"tok_s_ceiling":82},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":88.6,"needs_gb":95.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":58},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":133,"tok_s_high":237,"tok_s_ceiling":296},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":66.9,"needs_gb":72.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":97,"tok_s_high":173,"tok_s_ceiling":216},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"4-bit","bits_per_weight":4.5,"weights_gb":67.5,"needs_gb":72.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"4-bit","bits_per_weight":4.5,"weights_gb":67.5,"needs_gb":72.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"4-bit","bits_per_weight":4.5,"weights_gb":68.6,"needs_gb":74.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"4-bit","bits_per_weight":4.5,"weights_gb":68.6,"needs_gb":74.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":69.2,"needs_gb":74.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":12},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":72,"needs_gb":77.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"3-bit","bits_per_weight":3.5,"weights_gb":78.8,"needs_gb":85.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":308},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":116,"tok_s_high":206,"tok_s_ceiling":258},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":88,"tok_s_high":156,"tok_s_ceiling":195},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":55,"tok_s_high":97,"tok_s_ceiling":121},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":96.6,"needs_gb":104.3,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m1-ultra-128gb","chip":"Apple M1 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":37},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":34},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":29},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":19,"tok_s_ceiling":23},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"6-bit","bits_per_weight":6.5,"weights_gb":4.1,"needs_gb":5.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":42,"tok_s_ceiling":53},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":18,"tok_s_high":32,"tok_s_ceiling":40},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"3-bit","bits_per_weight":3.5,"weights_gb":3.6,"needs_gb":5.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"3-bit","bits_per_weight":3.5,"weights_gb":3.9,"needs_gb":5.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"3-bit","bits_per_weight":3.5,"weights_gb":3.9,"needs_gb":5.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"2-bit","bits_per_weight":2.5,"weights_gb":3.7,"needs_gb":5.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"phi-4","model_name":"Phi-4 (14B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"2-bit","bits_per_weight":2.5,"weights_gb":4.7,"needs_gb":6.2,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.5,"needs_gb":9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.5,"needs_gb":9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.5,"needs_gb":9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.5,"needs_gb":9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"2-bit","bits_per_weight":2.5,"weights_gb":9,"needs_gb":10.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.3,"needs_gb":10.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.5,"needs_gb":11,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-8gb","chip":"Apple M2","memory_gb":8,"bandwidth_gbs":100,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":37},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":34},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":29},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":19,"tok_s_ceiling":23},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.6,"needs_gb":6.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":22},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":11},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"6-bit","bits_per_weight":6.5,"weights_gb":9.7,"needs_gb":11.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"phi-4","model_name":"Phi-4 (14B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":13},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"4-bit","bits_per_weight":4.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":10,"tok_s_ceiling":12},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"3-bit","bits_per_weight":3.5,"weights_gb":9.2,"needs_gb":10.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":10,"tok_s_ceiling":12},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":10,"tok_s_ceiling":12},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"2-bit","bits_per_weight":2.5,"weights_gb":9,"needs_gb":10.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.3,"needs_gb":10.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":91},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-16gb","chip":"Apple M2","memory_gb":16,"bandwidth_gbs":100,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":37},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":34},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":29},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":19,"tok_s_ceiling":23},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.6,"needs_gb":6.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":22},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":11},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":7},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":42,"tok_s_ceiling":53},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":91},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"4-bit","bits_per_weight":4.5,"weights_gb":14.2,"needs_gb":15.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":7},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":7},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.2,"needs_gb":17.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13,"needs_gb":14.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":30,"tok_s_high":53,"tok_s_ceiling":67},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.2,"needs_gb":14.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.3,"needs_gb":14.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.4,"needs_gb":14.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":15.3,"needs_gb":16.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"3-bit","bits_per_weight":3.5,"weights_gb":15.3,"needs_gb":16.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-24gb","chip":"Apple M2","memory_gb":24,"bandwidth_gbs":100,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":150,"tok_s_high":267,"tok_s_ceiling":333},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":95},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":59,"tok_s_ceiling":74},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":55,"tok_s_ceiling":69},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":47,"tok_s_ceiling":59},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":15,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":37,"tok_s_ceiling":47},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":36,"tok_s_ceiling":45},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.2,"needs_gb":8.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.3,"needs_gb":8.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"4-bit","bits_per_weight":4.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"phi-4","model_name":"Phi-4 (14B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"4-bit","bits_per_weight":4.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"3-bit","bits_per_weight":3.5,"weights_gb":9.2,"needs_gb":10.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":15,"tok_s_ceiling":19},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":15,"tok_s_ceiling":19},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":15,"tok_s_ceiling":19},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"2-bit","bits_per_weight":2.5,"weights_gb":9,"needs_gb":10.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.3,"needs_gb":10.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":22},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":82,"tok_s_high":145,"tok_s_ceiling":182},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-16gb","chip":"Apple M2 Pro","memory_gb":16,"bandwidth_gbs":200,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":150,"tok_s_high":267,"tok_s_ceiling":333},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":95},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":59,"tok_s_ceiling":74},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":55,"tok_s_ceiling":69},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":47,"tok_s_ceiling":59},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":15,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":37,"tok_s_ceiling":47},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":36,"tok_s_ceiling":45},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.2,"needs_gb":8.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.3,"needs_gb":8.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"4-bit","bits_per_weight":4.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"phi-4","model_name":"Phi-4 (14B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"4-bit","bits_per_weight":4.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":20.5,"needs_gb":22.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.2,"needs_gb":17.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.7,"needs_gb":18.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":10,"tok_s_ceiling":12},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":12},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.2,"needs_gb":18.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.3,"needs_gb":18.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":12},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"flint","model_name":"Recursive Flint","version":"3-bit","bits_per_weight":3.5,"weights_gb":17.4,"needs_gb":18.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":82,"tok_s_high":145,"tok_s_ceiling":182},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-pro-32gb","chip":"Apple M2 Pro","memory_gb":32,"bandwidth_gbs":200,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":300,"tok_s_high":533,"tok_s_ceiling":667},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":308},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":62,"tok_s_high":110,"tok_s_ceiling":138},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":95},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":93},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":91},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":37,"tok_s_ceiling":46},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":42},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":20.5,"needs_gb":22.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.2,"needs_gb":17.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.7,"needs_gb":18.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":100,"tok_s_high":178,"tok_s_ceiling":222},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.2,"needs_gb":18.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.3,"needs_gb":18.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"flint","model_name":"Recursive Flint","version":"3-bit","bits_per_weight":3.5,"weights_gb":17.4,"needs_gb":18.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":164,"tok_s_high":291,"tok_s_ceiling":364},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":8,"tok_s_high":15,"tok_s_ceiling":18},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-32gb","chip":"Apple M2 Max","memory_gb":32,"bandwidth_gbs":400,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":300,"tok_s_high":533,"tok_s_ceiling":667},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":308},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":62,"tok_s_high":110,"tok_s_ceiling":138},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":95},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":93},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":91},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":37,"tok_s_ceiling":46},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":42},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":70,"tok_s_ceiling":87},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.7,"needs_gb":18.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":49,"tok_s_high":86,"tok_s_ceiling":108},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.3,"needs_gb":18.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":39.4,"needs_gb":42.6,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":41.6,"needs_gb":44.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":63,"tok_s_ceiling":78},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"3-bit","bits_per_weight":3.5,"weights_gb":35,"needs_gb":37.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":308},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"2-bit","bits_per_weight":2.5,"weights_gb":36.6,"needs_gb":39.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-64gb","chip":"Apple M2 Max","memory_gb":64,"bandwidth_gbs":400,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":300,"tok_s_high":533,"tok_s_ceiling":667},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":308},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":62,"tok_s_high":110,"tok_s_ceiling":138},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":95},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":93},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":91},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":37,"tok_s_ceiling":46},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":42},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":70,"tok_s_ceiling":87},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.7,"needs_gb":18.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":49,"tok_s_high":86,"tok_s_ceiling":108},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.3,"needs_gb":18.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":56.9,"needs_gb":61.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"6-bit","bits_per_weight":6.5,"weights_gb":60.1,"needs_gb":64.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":25,"tok_s_high":44,"tok_s_ceiling":55},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"6-bit","bits_per_weight":6.5,"weights_gb":65,"needs_gb":70.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"4-bit","bits_per_weight":4.5,"weights_gb":59.6,"needs_gb":64.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":47,"tok_s_ceiling":59},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":61.3,"needs_gb":66.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":52.1,"needs_gb":56.3,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"3-bit","bits_per_weight":3.5,"weights_gb":52.5,"needs_gb":56.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"3-bit","bits_per_weight":3.5,"weights_gb":52.5,"needs_gb":56.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"3-bit","bits_per_weight":3.5,"weights_gb":53.4,"needs_gb":57.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":91},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"3-bit","bits_per_weight":3.5,"weights_gb":53.4,"needs_gb":57.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":91},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":53.8,"needs_gb":58.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":56,"needs_gb":60.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-max-96gb","chip":"Apple M2 Max","memory_gb":96,"bandwidth_gbs":400,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":600,"tok_s_high":1067,"tok_s_ceiling":1333},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":400,"tok_s_high":711,"tok_s_ceiling":889},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":277,"tok_s_high":492,"tok_s_ceiling":615},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":171,"tok_s_high":305,"tok_s_ceiling":381},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":133,"tok_s_high":237,"tok_s_ceiling":296},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":124,"tok_s_high":221,"tok_s_ceiling":276},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":84,"tok_s_high":149,"tok_s_ceiling":186},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":82,"tok_s_high":145,"tok_s_ceiling":182},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":150,"tok_s_high":267,"tok_s_ceiling":333},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":74,"tok_s_ceiling":92},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":84},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":43,"tok_s_ceiling":54},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":189,"tok_s_high":337,"tok_s_ceiling":421},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":171,"tok_s_high":305,"tok_s_ceiling":381},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":78,"tok_s_high":139,"tok_s_ceiling":174},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":97,"tok_s_high":173,"tok_s_ceiling":216},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":103,"tok_s_high":183,"tok_s_ceiling":229},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":116,"tok_s_high":206,"tok_s_ceiling":258},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":133,"tok_s_high":237,"tok_s_ceiling":296},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":39.4,"needs_gb":42.6,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":9,"tok_s_high":16,"tok_s_ceiling":20},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":41.6,"needs_gb":44.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":71,"tok_s_high":125,"tok_s_ceiling":157},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"3-bit","bits_per_weight":3.5,"weights_gb":35,"needs_gb":37.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":277,"tok_s_high":492,"tok_s_ceiling":615},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":68,"tok_s_high":121,"tok_s_ceiling":151},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"2-bit","bits_per_weight":2.5,"weights_gb":36.6,"needs_gb":39.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":225,"tok_s_high":400,"tok_s_ceiling":500},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":180,"tok_s_high":320,"tok_s_ceiling":400},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":116,"tok_s_high":206,"tok_s_ceiling":258},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":116,"tok_s_high":206,"tok_s_ceiling":258},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":16,"tok_s_ceiling":20},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-64gb","chip":"Apple M2 Ultra","memory_gb":64,"bandwidth_gbs":800,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":600,"tok_s_high":1067,"tok_s_ceiling":1333},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":400,"tok_s_high":711,"tok_s_ceiling":889},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":277,"tok_s_high":492,"tok_s_ceiling":615},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":171,"tok_s_high":305,"tok_s_ceiling":381},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":133,"tok_s_high":237,"tok_s_ceiling":296},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":124,"tok_s_high":221,"tok_s_ceiling":276},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":84,"tok_s_high":149,"tok_s_ceiling":186},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":82,"tok_s_high":145,"tok_s_ceiling":182},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":150,"tok_s_high":267,"tok_s_ceiling":333},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":74,"tok_s_ceiling":92},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":84},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":43,"tok_s_ceiling":54},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":189,"tok_s_high":337,"tok_s_ceiling":421},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":171,"tok_s_high":305,"tok_s_ceiling":381},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":78,"tok_s_high":139,"tok_s_ceiling":174},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":97,"tok_s_high":173,"tok_s_ceiling":216},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":103,"tok_s_high":183,"tok_s_ceiling":229},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":116,"tok_s_high":206,"tok_s_ceiling":258},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":133,"tok_s_high":237,"tok_s_ceiling":296},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":74.4,"needs_gb":80.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":78.6,"needs_gb":84.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"8-bit","bits_per_weight":8.5,"weights_gb":85,"needs_gb":91.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"6-bit","bits_per_weight":6.5,"weights_gb":86.1,"needs_gb":93,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":37,"tok_s_high":65,"tok_s_ceiling":82},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":88.6,"needs_gb":95.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":58},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":133,"tok_s_high":237,"tok_s_ceiling":296},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":66.9,"needs_gb":72.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":97,"tok_s_high":173,"tok_s_ceiling":216},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"4-bit","bits_per_weight":4.5,"weights_gb":67.5,"needs_gb":72.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"4-bit","bits_per_weight":4.5,"weights_gb":67.5,"needs_gb":72.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"4-bit","bits_per_weight":4.5,"weights_gb":68.6,"needs_gb":74.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"4-bit","bits_per_weight":4.5,"weights_gb":68.6,"needs_gb":74.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":69.2,"needs_gb":74.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":12},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":72,"needs_gb":77.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"3-bit","bits_per_weight":3.5,"weights_gb":78.8,"needs_gb":85.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":308},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":116,"tok_s_high":206,"tok_s_ceiling":258},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":88,"tok_s_high":156,"tok_s_ceiling":195},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":55,"tok_s_high":97,"tok_s_ceiling":121},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":96.6,"needs_gb":104.3,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-128gb","chip":"Apple M2 Ultra","memory_gb":128,"bandwidth_gbs":800,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":600,"tok_s_high":1067,"tok_s_ceiling":1333},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":400,"tok_s_high":711,"tok_s_ceiling":889},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":277,"tok_s_high":492,"tok_s_ceiling":615},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":171,"tok_s_high":305,"tok_s_ceiling":381},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":133,"tok_s_high":237,"tok_s_ceiling":296},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":124,"tok_s_high":221,"tok_s_ceiling":276},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":84,"tok_s_high":149,"tok_s_ceiling":186},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":82,"tok_s_high":145,"tok_s_ceiling":182},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":150,"tok_s_high":267,"tok_s_ceiling":333},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":74,"tok_s_ceiling":92},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":84},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":43,"tok_s_ceiling":54},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":189,"tok_s_high":337,"tok_s_ceiling":421},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":171,"tok_s_high":305,"tok_s_ceiling":381},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":78,"tok_s_high":139,"tok_s_ceiling":174},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":97,"tok_s_high":173,"tok_s_ceiling":216},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":103,"tok_s_high":183,"tok_s_ceiling":229},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":116,"tok_s_high":206,"tok_s_ceiling":258},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":133,"tok_s_high":237,"tok_s_ceiling":296},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":74.4,"needs_gb":80.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":78.6,"needs_gb":84.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"8-bit","bits_per_weight":8.5,"weights_gb":85,"needs_gb":91.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"8-bit","bits_per_weight":8.5,"weights_gb":112.6,"needs_gb":121.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":115.8,"needs_gb":125.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":35,"tok_s_ceiling":44},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":133,"tok_s_high":237,"tok_s_ceiling":296},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":126.4,"needs_gb":136.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":52,"tok_s_high":93,"tok_s_ceiling":116},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"8-bit","bits_per_weight":8.5,"weights_gb":127.5,"needs_gb":137.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"8-bit","bits_per_weight":8.5,"weights_gb":127.5,"needs_gb":137.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"8-bit","bits_per_weight":8.5,"weights_gb":129.6,"needs_gb":140,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"8-bit","bits_per_weight":8.5,"weights_gb":129.6,"needs_gb":140,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":130.7,"needs_gb":141.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":104,"needs_gb":112.3,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"4-bit","bits_per_weight":4.5,"weights_gb":101.3,"needs_gb":109.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":188,"tok_s_ceiling":235},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"4-bit","bits_per_weight":4.5,"weights_gb":129.4,"needs_gb":139.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"inkling-small","model_name":"Inkling Small","version":"3-bit","bits_per_weight":3.5,"weights_gb":120.8,"needs_gb":130.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":68,"tok_s_high":121,"tok_s_ceiling":151},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"3-bit","bits_per_weight":3.5,"weights_gb":124.3,"needs_gb":134.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":63,"tok_s_high":112,"tok_s_ceiling":140},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"hy3","model_name":"Hy3","version":"3-bit","bits_per_weight":3.5,"weights_gb":129.1,"needs_gb":139.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":39,"tok_s_high":70,"tok_s_ceiling":87},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":96.6,"needs_gb":104.3,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":68,"tok_s_high":121,"tok_s_ceiling":151},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":68,"tok_s_high":121,"tok_s_ceiling":151},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m2-ultra-192gb","chip":"Apple M2 Ultra","memory_gb":192,"bandwidth_gbs":800,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":37},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":34},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":29},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":19,"tok_s_ceiling":23},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"6-bit","bits_per_weight":6.5,"weights_gb":4.1,"needs_gb":5.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":42,"tok_s_ceiling":53},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":18,"tok_s_high":32,"tok_s_ceiling":40},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"3-bit","bits_per_weight":3.5,"weights_gb":3.6,"needs_gb":5.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"3-bit","bits_per_weight":3.5,"weights_gb":3.9,"needs_gb":5.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"3-bit","bits_per_weight":3.5,"weights_gb":3.9,"needs_gb":5.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"2-bit","bits_per_weight":2.5,"weights_gb":3.7,"needs_gb":5.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"phi-4","model_name":"Phi-4 (14B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"2-bit","bits_per_weight":2.5,"weights_gb":4.7,"needs_gb":6.2,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.5,"needs_gb":9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.5,"needs_gb":9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.5,"needs_gb":9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.5,"needs_gb":9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"2-bit","bits_per_weight":2.5,"weights_gb":9,"needs_gb":10.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.3,"needs_gb":10.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.5,"needs_gb":11,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-8gb","chip":"Apple M3","memory_gb":8,"bandwidth_gbs":100,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":37},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":34},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":29},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":19,"tok_s_ceiling":23},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.6,"needs_gb":6.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":22},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":11},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"6-bit","bits_per_weight":6.5,"weights_gb":9.7,"needs_gb":11.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"phi-4","model_name":"Phi-4 (14B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":13},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"4-bit","bits_per_weight":4.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":10,"tok_s_ceiling":12},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"3-bit","bits_per_weight":3.5,"weights_gb":9.2,"needs_gb":10.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":10,"tok_s_ceiling":12},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":10,"tok_s_ceiling":12},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"2-bit","bits_per_weight":2.5,"weights_gb":9,"needs_gb":10.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.3,"needs_gb":10.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":91},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-16gb","chip":"Apple M3","memory_gb":16,"bandwidth_gbs":100,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":37},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":34},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":29},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":19,"tok_s_ceiling":23},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.6,"needs_gb":6.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":22},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":11},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":7},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":42,"tok_s_ceiling":53},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":91},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"4-bit","bits_per_weight":4.5,"weights_gb":14.2,"needs_gb":15.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":7},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":7},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.2,"needs_gb":17.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13,"needs_gb":14.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":30,"tok_s_high":53,"tok_s_ceiling":67},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.2,"needs_gb":14.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.3,"needs_gb":14.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.4,"needs_gb":14.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":15.3,"needs_gb":16.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"3-bit","bits_per_weight":3.5,"weights_gb":15.3,"needs_gb":16.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-24gb","chip":"Apple M3","memory_gb":24,"bandwidth_gbs":100,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":52,"tok_s_high":92,"tok_s_ceiling":115},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":25,"tok_s_high":44,"tok_s_ceiling":56},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":41,"tok_s_ceiling":52},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":35,"tok_s_ceiling":44},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":38},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":36},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":15,"tok_s_high":27,"tok_s_ceiling":34},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":5,"needs_gb":6.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":5.1,"needs_gb":6.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":29},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"4-bit","bits_per_weight":4.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"phi-4","model_name":"Phi-4 (14B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":11.4,"needs_gb":12.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":6,"tok_s_high":11,"tok_s_ceiling":13},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"4-bit","bits_per_weight":4.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":8,"tok_s_high":14,"tok_s_ceiling":18},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"tight","group":"Only just fits","below_4_bit":false,"tok_s_low":36,"tok_s_high":63,"tok_s_ceiling":79},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":11,"tok_s_ceiling":14},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":11,"tok_s_ceiling":14},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":11,"tok_s_ceiling":14},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"3-bit","bits_per_weight":3.5,"weights_gb":11,"needs_gb":12.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":40,"tok_s_high":71,"tok_s_ceiling":88},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"3-bit","bits_per_weight":3.5,"weights_gb":11.8,"needs_gb":13.3,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":13},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"3-bit","bits_per_weight":3.5,"weights_gb":11.8,"needs_gb":13.3,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":13},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"2-bit","bits_per_weight":2.5,"weights_gb":9,"needs_gb":10.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":52,"tok_s_high":92,"tok_s_ceiling":115},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.3,"needs_gb":10.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":13,"tok_s_ceiling":16},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":13,"tok_s_ceiling":16},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":61,"tok_s_high":109,"tok_s_ceiling":136},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":68,"tok_s_high":120,"tok_s_ceiling":150},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":68,"tok_s_high":120,"tok_s_ceiling":150},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":13,"tok_s_ceiling":16},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":84,"tok_s_high":150,"tok_s_ceiling":188},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-18gb","chip":"Apple M3 Pro","memory_gb":18,"bandwidth_gbs":150,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":52,"tok_s_high":92,"tok_s_ceiling":115},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":25,"tok_s_high":44,"tok_s_ceiling":56},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":41,"tok_s_ceiling":52},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":35,"tok_s_ceiling":44},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":38},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":36},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":15,"tok_s_high":27,"tok_s_ceiling":34},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":5,"needs_gb":6.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":5.1,"needs_gb":6.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":29},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"4-bit","bits_per_weight":4.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":9},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":63,"tok_s_ceiling":79},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":20.5,"needs_gb":22.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":39,"tok_s_ceiling":48},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":7},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":7},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"6-bit","bits_per_weight":6.5,"weights_gb":23.4,"needs_gb":25.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":43},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.1,"needs_gb":26,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":43,"tok_s_ceiling":54},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":58},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.8,"needs_gb":26.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":25,"tok_s_high":44,"tok_s_ceiling":56},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.9,"needs_gb":26.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":40,"tok_s_high":71,"tok_s_ceiling":88},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":40,"tok_s_high":71,"tok_s_ceiling":88},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"flint","model_name":"Recursive Flint","version":"4-bit","bits_per_weight":4.5,"weights_gb":22.4,"needs_gb":24.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":48,"tok_s_high":86,"tok_s_ceiling":107},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":7},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":24,"tok_s_high":43,"tok_s_ceiling":54},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-pro-36gb","chip":"Apple M3 Pro","memory_gb":36,"bandwidth_gbs":150,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":225,"tok_s_high":400,"tok_s_ceiling":500},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":150,"tok_s_high":267,"tok_s_ceiling":333},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":104,"tok_s_high":185,"tok_s_ceiling":231},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":47,"tok_s_high":83,"tok_s_ceiling":103},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":40,"tok_s_high":71,"tok_s_ceiling":88},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":39,"tok_s_ceiling":48},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":56,"tok_s_ceiling":70},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":55,"tok_s_ceiling":68},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":34},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":32},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"phi-4","model_name":"Phi-4 (14B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":11.4,"needs_gb":12.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"6-bit","bits_per_weight":6.5,"weights_gb":12.2,"needs_gb":13.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":71,"tok_s_high":126,"tok_s_ceiling":158},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":84,"tok_s_high":150,"tok_s_ceiling":188},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":20.5,"needs_gb":22.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":44,"tok_s_high":77,"tok_s_ceiling":97},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":6,"tok_s_high":11,"tok_s_ceiling":14},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":6,"tok_s_high":11,"tok_s_ceiling":14},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"6-bit","bits_per_weight":6.5,"weights_gb":23.4,"needs_gb":25.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":69,"tok_s_ceiling":86},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.1,"needs_gb":26,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":12},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":12},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":48,"tok_s_high":86,"tok_s_ceiling":107},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":52,"tok_s_high":92,"tok_s_ceiling":115},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.8,"needs_gb":26.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.9,"needs_gb":26.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":10,"tok_s_ceiling":12},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":79,"tok_s_high":141,"tok_s_ceiling":176},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":79,"tok_s_high":141,"tok_s_ceiling":176},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"flint","model_name":"Recursive Flint","version":"4-bit","bits_per_weight":4.5,"weights_gb":22.4,"needs_gb":24.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":96,"tok_s_high":171,"tok_s_ceiling":214},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":11,"tok_s_ceiling":14},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":48,"tok_s_high":86,"tok_s_ceiling":107},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":150,"tok_s_high":267,"tok_s_ceiling":333},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-36gb","chip":"Apple M3 Max","memory_gb":36,"bandwidth_gbs":300,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":300,"tok_s_high":533,"tok_s_ceiling":667},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":308},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":62,"tok_s_high":110,"tok_s_ceiling":138},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":95},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":93},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":91},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":37,"tok_s_ceiling":46},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":42},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":70,"tok_s_ceiling":87},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.7,"needs_gb":18.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":49,"tok_s_high":86,"tok_s_ceiling":108},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.3,"needs_gb":18.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":28.4,"needs_gb":30.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"6-bit","bits_per_weight":6.5,"weights_gb":28.4,"needs_gb":30.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"flint","model_name":"Recursive Flint","version":"6-bit","bits_per_weight":6.5,"weights_gb":32.3,"needs_gb":34.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"3-bit","bits_per_weight":3.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":13},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"3-bit","bits_per_weight":3.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":46,"tok_s_high":82,"tok_s_ceiling":103},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"2-bit","bits_per_weight":2.5,"weights_gb":36.6,"needs_gb":39.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-48gb","chip":"Apple M3 Max","memory_gb":48,"bandwidth_gbs":400,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":300,"tok_s_high":533,"tok_s_ceiling":667},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":308},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":62,"tok_s_high":110,"tok_s_ceiling":138},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":95},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":93},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":91},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":37,"tok_s_ceiling":46},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":42},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":70,"tok_s_ceiling":87},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.7,"needs_gb":18.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":49,"tok_s_high":86,"tok_s_ceiling":108},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.3,"needs_gb":18.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":39.4,"needs_gb":42.6,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":41.6,"needs_gb":44.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":63,"tok_s_ceiling":78},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"3-bit","bits_per_weight":3.5,"weights_gb":35,"needs_gb":37.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":308},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"2-bit","bits_per_weight":2.5,"weights_gb":36.6,"needs_gb":39.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-64gb","chip":"Apple M3 Max","memory_gb":64,"bandwidth_gbs":400,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":225,"tok_s_high":400,"tok_s_ceiling":500},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":150,"tok_s_high":267,"tok_s_ceiling":333},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":104,"tok_s_high":185,"tok_s_ceiling":231},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":47,"tok_s_high":83,"tok_s_ceiling":103},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":40,"tok_s_high":71,"tok_s_ceiling":88},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":39,"tok_s_ceiling":48},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":56,"tok_s_ceiling":70},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":55,"tok_s_ceiling":68},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":34},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":32},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"phi-4","model_name":"Phi-4 (14B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":11.4,"needs_gb":12.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"6-bit","bits_per_weight":6.5,"weights_gb":12.2,"needs_gb":13.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":71,"tok_s_high":126,"tok_s_ceiling":158},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":9},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":65,"tok_s_ceiling":81},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":40,"tok_s_high":71,"tok_s_ceiling":88},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":69,"tok_s_ceiling":86},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":44,"tok_s_high":77,"tok_s_ceiling":97},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":56.9,"needs_gb":61.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":2,"tok_s_high":4,"tok_s_ceiling":5},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"6-bit","bits_per_weight":6.5,"weights_gb":60.1,"needs_gb":64.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":18,"tok_s_high":33,"tok_s_ceiling":41},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"6-bit","bits_per_weight":6.5,"weights_gb":65,"needs_gb":70.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"4-bit","bits_per_weight":4.5,"weights_gb":59.6,"needs_gb":64.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":35,"tok_s_ceiling":44},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":61.3,"needs_gb":66.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":52.1,"needs_gb":56.3,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":48,"tok_s_high":86,"tok_s_ceiling":107},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"3-bit","bits_per_weight":3.5,"weights_gb":52.5,"needs_gb":56.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":25,"tok_s_high":45,"tok_s_ceiling":57},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"3-bit","bits_per_weight":3.5,"weights_gb":52.5,"needs_gb":56.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":25,"tok_s_high":45,"tok_s_ceiling":57},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"3-bit","bits_per_weight":3.5,"weights_gb":53.4,"needs_gb":57.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":31,"tok_s_high":55,"tok_s_ceiling":68},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"3-bit","bits_per_weight":3.5,"weights_gb":53.4,"needs_gb":57.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":31,"tok_s_high":55,"tok_s_ceiling":68},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":53.8,"needs_gb":58.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":4,"tok_s_ceiling":6},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":56,"needs_gb":60.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":2,"tok_s_high":4,"tok_s_ceiling":5},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":71,"tok_s_high":126,"tok_s_ceiling":158},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":44,"tok_s_high":77,"tok_s_ceiling":97},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-96gb","chip":"Apple M3 Max","memory_gb":96,"bandwidth_gbs":300,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":300,"tok_s_high":533,"tok_s_ceiling":667},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":308},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":62,"tok_s_high":110,"tok_s_ceiling":138},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":95},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":93},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":91},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":67,"tok_s_ceiling":83},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":37,"tok_s_ceiling":46},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":42},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":211},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":70,"tok_s_ceiling":87},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.7,"needs_gb":18.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":49,"tok_s_high":86,"tok_s_ceiling":108},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.3,"needs_gb":18.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":74.4,"needs_gb":80.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":2,"tok_s_high":4,"tok_s_ceiling":5},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":78.6,"needs_gb":84.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"8-bit","bits_per_weight":8.5,"weights_gb":85,"needs_gb":91.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"6-bit","bits_per_weight":6.5,"weights_gb":86.1,"needs_gb":93,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":18,"tok_s_high":33,"tok_s_ceiling":41},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":88.6,"needs_gb":95.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":29},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":66.9,"needs_gb":72.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":49,"tok_s_high":86,"tok_s_ceiling":108},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"4-bit","bits_per_weight":4.5,"weights_gb":67.5,"needs_gb":72.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":47,"tok_s_ceiling":59},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"4-bit","bits_per_weight":4.5,"weights_gb":67.5,"needs_gb":72.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":47,"tok_s_ceiling":59},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"4-bit","bits_per_weight":4.5,"weights_gb":68.6,"needs_gb":74.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"4-bit","bits_per_weight":4.5,"weights_gb":68.6,"needs_gb":74.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":69.2,"needs_gb":74.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":72,"needs_gb":77.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":4,"tok_s_ceiling":6},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"3-bit","bits_per_weight":3.5,"weights_gb":78.8,"needs_gb":85.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":129},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":44,"tok_s_high":78,"tok_s_ceiling":98},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":27,"tok_s_high":48,"tok_s_ceiling":61},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":96.6,"needs_gb":104.3,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-max-128gb","chip":"Apple M3 Max","memory_gb":128,"bandwidth_gbs":400,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":614,"tok_s_high":1092,"tok_s_ceiling":1365},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":410,"tok_s_high":728,"tok_s_ceiling":910},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":284,"tok_s_high":504,"tok_s_ceiling":630},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":176,"tok_s_high":312,"tok_s_ceiling":390},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":137,"tok_s_high":243,"tok_s_ceiling":303},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":127,"tok_s_high":226,"tok_s_ceiling":282},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":108,"tok_s_high":193,"tok_s_ceiling":241},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":92,"tok_s_high":164,"tok_s_ceiling":205},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":88,"tok_s_high":156,"tok_s_ceiling":195},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":59,"tok_s_high":106,"tok_s_ceiling":132},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":84,"tok_s_high":149,"tok_s_ceiling":186},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":154,"tok_s_high":273,"tok_s_ceiling":341},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":69,"tok_s_ceiling":86},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":64},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":25,"tok_s_high":44,"tok_s_ceiling":55},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":41,"tok_s_ceiling":52},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":194,"tok_s_high":345,"tok_s_ceiling":431},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":176,"tok_s_high":312,"tok_s_ceiling":390},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":92,"tok_s_high":164,"tok_s_ceiling":205},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":29},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":29},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":80,"tok_s_high":142,"tok_s_ceiling":178},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":100,"tok_s_high":177,"tok_s_ceiling":221},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":108,"tok_s_high":193,"tok_s_ceiling":241},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":105,"tok_s_high":187,"tok_s_ceiling":234},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":119,"tok_s_high":211,"tok_s_ceiling":264},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":137,"tok_s_high":243,"tok_s_ceiling":303},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":56.9,"needs_gb":61.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":6,"tok_s_high":12,"tok_s_ceiling":14},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"6-bit","bits_per_weight":6.5,"weights_gb":60.1,"needs_gb":64.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":50,"tok_s_high":90,"tok_s_ceiling":112},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"6-bit","bits_per_weight":6.5,"weights_gb":65,"needs_gb":70.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":154,"tok_s_high":273,"tok_s_ceiling":341},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"4-bit","bits_per_weight":4.5,"weights_gb":59.6,"needs_gb":64.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":54,"tok_s_high":96,"tok_s_ceiling":120},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":61.3,"needs_gb":66.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":137,"tok_s_high":243,"tok_s_ceiling":303},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":52.1,"needs_gb":56.3,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":132,"tok_s_high":234,"tok_s_ceiling":293},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"3-bit","bits_per_weight":3.5,"weights_gb":52.5,"needs_gb":56.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":70,"tok_s_high":124,"tok_s_ceiling":155},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"3-bit","bits_per_weight":3.5,"weights_gb":52.5,"needs_gb":56.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":70,"tok_s_high":124,"tok_s_ceiling":155},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"3-bit","bits_per_weight":3.5,"weights_gb":53.4,"needs_gb":57.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":84,"tok_s_high":149,"tok_s_ceiling":186},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"3-bit","bits_per_weight":3.5,"weights_gb":53.4,"needs_gb":57.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":84,"tok_s_high":149,"tok_s_ceiling":186},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":53.8,"needs_gb":58.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":15},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":56,"needs_gb":60.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":15},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":194,"tok_s_high":345,"tok_s_ceiling":431},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":119,"tok_s_high":211,"tok_s_ceiling":264},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-96gb","chip":"Apple M3 Ultra","memory_gb":96,"bandwidth_gbs":819,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":614,"tok_s_high":1092,"tok_s_ceiling":1365},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":410,"tok_s_high":728,"tok_s_ceiling":910},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":284,"tok_s_high":504,"tok_s_ceiling":630},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":176,"tok_s_high":312,"tok_s_ceiling":390},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":137,"tok_s_high":243,"tok_s_ceiling":303},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":127,"tok_s_high":226,"tok_s_ceiling":282},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":108,"tok_s_high":193,"tok_s_ceiling":241},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":92,"tok_s_high":164,"tok_s_ceiling":205},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":88,"tok_s_high":156,"tok_s_ceiling":195},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":59,"tok_s_high":106,"tok_s_ceiling":132},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":84,"tok_s_high":149,"tok_s_ceiling":186},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":154,"tok_s_high":273,"tok_s_ceiling":341},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":69,"tok_s_ceiling":86},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":64},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":25,"tok_s_high":44,"tok_s_ceiling":55},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":41,"tok_s_ceiling":52},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":194,"tok_s_high":345,"tok_s_ceiling":431},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":176,"tok_s_high":312,"tok_s_ceiling":390},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":92,"tok_s_high":164,"tok_s_ceiling":205},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":29},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":29},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":80,"tok_s_high":142,"tok_s_ceiling":178},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":100,"tok_s_high":177,"tok_s_ceiling":221},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":108,"tok_s_high":193,"tok_s_ceiling":241},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":105,"tok_s_high":187,"tok_s_ceiling":234},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":119,"tok_s_high":211,"tok_s_ceiling":264},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":137,"tok_s_high":243,"tok_s_ceiling":303},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":74.4,"needs_gb":80.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":78.6,"needs_gb":84.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"8-bit","bits_per_weight":8.5,"weights_gb":85,"needs_gb":91.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"8-bit","bits_per_weight":8.5,"weights_gb":112.6,"needs_gb":121.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":115.8,"needs_gb":125.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":36,"tok_s_ceiling":45},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":137,"tok_s_high":243,"tok_s_ceiling":303},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":126.4,"needs_gb":136.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":95,"tok_s_ceiling":119},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"8-bit","bits_per_weight":8.5,"weights_gb":127.5,"needs_gb":137.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"8-bit","bits_per_weight":8.5,"weights_gb":127.5,"needs_gb":137.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"8-bit","bits_per_weight":8.5,"weights_gb":129.6,"needs_gb":140,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"8-bit","bits_per_weight":8.5,"weights_gb":129.6,"needs_gb":140,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":130.7,"needs_gb":141.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":136,"needs_gb":146.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"6-bit","bits_per_weight":6.5,"weights_gb":146.3,"needs_gb":158,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":134,"tok_s_ceiling":167},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"4-bit","bits_per_weight":4.5,"weights_gb":129.4,"needs_gb":139.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":66,"tok_s_high":117,"tok_s_ceiling":146},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"inkling-small","model_name":"Inkling Small","version":"4-bit","bits_per_weight":4.5,"weights_gb":155.3,"needs_gb":167.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":54,"tok_s_high":96,"tok_s_ceiling":120},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"4-bit","bits_per_weight":4.5,"weights_gb":159.8,"needs_gb":172.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":50,"tok_s_high":90,"tok_s_ceiling":112},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"hy3","model_name":"Hy3","version":"4-bit","bits_per_weight":4.5,"weights_gb":165.9,"needs_gb":179.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":56,"tok_s_ceiling":69},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":44,"tok_s_high":78,"tok_s_ceiling":98},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"3-bit","bits_per_weight":3.5,"weights_gb":140,"needs_gb":151.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":47,"tok_s_high":83,"tok_s_ceiling":104},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"3-bit","bits_per_weight":3.5,"weights_gb":173.7,"needs_gb":187.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"3-bit","bits_per_weight":3.5,"weights_gb":175,"needs_gb":189,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":50,"tok_s_high":89,"tok_s_ceiling":111},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":74,"tok_s_high":131,"tok_s_ceiling":164},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-256gb","chip":"Apple M3 Ultra","memory_gb":256,"bandwidth_gbs":819,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":614,"tok_s_high":1092,"tok_s_ceiling":1365},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":410,"tok_s_high":728,"tok_s_ceiling":910},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":284,"tok_s_high":504,"tok_s_ceiling":630},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":176,"tok_s_high":312,"tok_s_ceiling":390},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":137,"tok_s_high":243,"tok_s_ceiling":303},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":127,"tok_s_high":226,"tok_s_ceiling":282},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":108,"tok_s_high":193,"tok_s_ceiling":241},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":92,"tok_s_high":164,"tok_s_ceiling":205},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":88,"tok_s_high":156,"tok_s_ceiling":195},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":59,"tok_s_high":106,"tok_s_ceiling":132},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":152,"tok_s_ceiling":190},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":84,"tok_s_high":149,"tok_s_ceiling":186},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":154,"tok_s_high":273,"tok_s_ceiling":341},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":69,"tok_s_ceiling":86},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":64},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":25,"tok_s_high":44,"tok_s_ceiling":55},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":41,"tok_s_ceiling":52},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":194,"tok_s_high":345,"tok_s_ceiling":431},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":176,"tok_s_high":312,"tok_s_ceiling":390},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":92,"tok_s_high":164,"tok_s_ceiling":205},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":29},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":29},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":80,"tok_s_high":142,"tok_s_ceiling":178},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":100,"tok_s_high":177,"tok_s_ceiling":221},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":108,"tok_s_high":193,"tok_s_ceiling":241},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":105,"tok_s_high":187,"tok_s_ceiling":234},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":119,"tok_s_high":211,"tok_s_ceiling":264},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":137,"tok_s_high":243,"tok_s_ceiling":303},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":74.4,"needs_gb":80.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":78.6,"needs_gb":84.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"8-bit","bits_per_weight":8.5,"weights_gb":85,"needs_gb":91.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"8-bit","bits_per_weight":8.5,"weights_gb":112.6,"needs_gb":121.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":115.8,"needs_gb":125.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":36,"tok_s_ceiling":45},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":137,"tok_s_high":243,"tok_s_ceiling":303},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":126.4,"needs_gb":136.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":95,"tok_s_ceiling":119},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"8-bit","bits_per_weight":8.5,"weights_gb":127.5,"needs_gb":137.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"8-bit","bits_per_weight":8.5,"weights_gb":127.5,"needs_gb":137.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"8-bit","bits_per_weight":8.5,"weights_gb":129.6,"needs_gb":140,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"8-bit","bits_per_weight":8.5,"weights_gb":129.6,"needs_gb":140,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":130.7,"needs_gb":141.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":136,"needs_gb":146.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"8-bit","bits_per_weight":8.5,"weights_gb":191.3,"needs_gb":206.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":102,"tok_s_ceiling":128},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"8-bit","bits_per_weight":8.5,"weights_gb":244.4,"needs_gb":264,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":77},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"inkling-small","model_name":"Inkling Small","version":"8-bit","bits_per_weight":8.5,"weights_gb":293.3,"needs_gb":316.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"8-bit","bits_per_weight":8.5,"weights_gb":301.8,"needs_gb":325.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":27,"tok_s_high":47,"tok_s_ceiling":59},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"hy3","model_name":"Hy3","version":"8-bit","bits_per_weight":8.5,"weights_gb":313.4,"needs_gb":338.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":29,"tok_s_ceiling":37},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":44,"tok_s_high":78,"tok_s_ceiling":98},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":340,"needs_gb":367.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":43},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"6-bit","bits_per_weight":6.5,"weights_gb":322.6,"needs_gb":348.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":27,"tok_s_high":47,"tok_s_ceiling":59},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":325,"needs_gb":351,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":27,"tok_s_high":47,"tok_s_ceiling":59},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"minimax-m3","model_name":"MiniMax M3","version":"6-bit","bits_per_weight":6.5,"weights_gb":347.8,"needs_gb":375.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":35,"tok_s_ceiling":44},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"beam-1.0","model_name":"Beam 1.0","version":"4-bit","bits_per_weight":4.5,"weights_gb":281.8,"needs_gb":304.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":63},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"4-bit","bits_per_weight":4.5,"weights_gb":309.4,"needs_gb":334.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"4-bit","bits_per_weight":4.5,"weights_gb":310.5,"needs_gb":335.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":91},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"4-bit","bits_per_weight":4.5,"weights_gb":315,"needs_gb":340.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":58},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":295.3,"needs_gb":318.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":21,"tok_s_high":37,"tok_s_ceiling":46},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"glm-5.3","model_name":"GLM-5.3","version":"3-bit","bits_per_weight":3.5,"weights_gb":325.5,"needs_gb":351.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":21,"tok_s_high":37,"tok_s_ceiling":47},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"2-bit","bits_per_weight":2.5,"weights_gb":312.5,"needs_gb":337.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":37,"tok_s_high":66,"tok_s_ceiling":82},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"2-bit","bits_per_weight":2.5,"weights_gb":312.5,"needs_gb":337.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":37,"tok_s_high":66,"tok_s_ceiling":82},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"2-bit","bits_per_weight":2.5,"weights_gb":318.8,"needs_gb":344.3,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m3-ultra-512gb","chip":"Apple M3 Ultra","memory_gb":512,"bandwidth_gbs":819,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":60,"tok_s_high":107,"tok_s_ceiling":133},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":92},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":57},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":36,"tok_s_ceiling":44},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":41},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":38},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":38},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":29},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":26},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.6,"needs_gb":6.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":5,"needs_gb":6.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":5.1,"needs_gb":6.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"6-bit","bits_per_weight":6.5,"weights_gb":9.7,"needs_gb":11.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":12},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"phi-4","model_name":"Phi-4 (14B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":15},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"4-bit","bits_per_weight":4.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":6,"tok_s_high":11,"tok_s_ceiling":14},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"3-bit","bits_per_weight":3.5,"weights_gb":9.2,"needs_gb":10.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":60,"tok_s_high":107,"tok_s_ceiling":133},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":11,"tok_s_ceiling":14},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":11,"tok_s_ceiling":14},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"2-bit","bits_per_weight":2.5,"weights_gb":9,"needs_gb":10.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":92},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.3,"needs_gb":10.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":13},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":60,"tok_s_high":107,"tok_s_ceiling":133},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":13},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":49,"tok_s_high":87,"tok_s_ceiling":109},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":60,"tok_s_high":107,"tok_s_ceiling":133},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":54,"tok_s_high":96,"tok_s_ceiling":120},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":54,"tok_s_high":96,"tok_s_ceiling":120},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":13},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":60,"tok_s_high":107,"tok_s_ceiling":133},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":60,"tok_s_high":107,"tok_s_ceiling":133},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":68,"tok_s_high":120,"tok_s_ceiling":150},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-16gb","chip":"Apple M4","memory_gb":16,"bandwidth_gbs":120,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":60,"tok_s_high":107,"tok_s_ceiling":133},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":92},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":57},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":36,"tok_s_ceiling":44},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":41},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":38},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":38},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":29},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":26},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.6,"needs_gb":6.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":5,"needs_gb":6.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":5.1,"needs_gb":6.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":9},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":51,"tok_s_ceiling":63},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":49,"tok_s_high":87,"tok_s_ceiling":109},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"4-bit","bits_per_weight":4.5,"weights_gb":14.2,"needs_gb":15.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":57},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.2,"needs_gb":17.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13,"needs_gb":14.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":92},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":36,"tok_s_high":64,"tok_s_ceiling":80},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":92},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.2,"needs_gb":14.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":39,"tok_s_high":69,"tok_s_ceiling":86},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.3,"needs_gb":14.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":39,"tok_s_high":69,"tok_s_ceiling":86},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.4,"needs_gb":14.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":15.3,"needs_gb":16.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":92},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"3-bit","bits_per_weight":3.5,"weights_gb":15.3,"needs_gb":16.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":92},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":68,"tok_s_high":120,"tok_s_ceiling":150},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-24gb","chip":"Apple M4","memory_gb":24,"bandwidth_gbs":120,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":90,"tok_s_high":160,"tok_s_ceiling":200},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":60,"tok_s_high":107,"tok_s_ceiling":133},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":92},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":57},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":36,"tok_s_ceiling":44},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":41},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":38},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":38},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":29},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":26},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.5,"needs_gb":6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":4.6,"needs_gb":6.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"4-bit","bits_per_weight":4.5,"weights_gb":5,"needs_gb":6.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":5.1,"needs_gb":6.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":9},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":51,"tok_s_ceiling":63},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":6},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":20.5,"needs_gb":22.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":31,"tok_s_ceiling":39},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":2,"tok_s_high":4,"tok_s_ceiling":5},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":2,"tok_s_high":4,"tok_s_ceiling":5},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.2,"needs_gb":17.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.7,"needs_gb":18.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":56,"tok_s_ceiling":71},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":27,"tok_s_high":48,"tok_s_ceiling":60},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":56,"tok_s_ceiling":71},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":30,"tok_s_high":53,"tok_s_ceiling":67},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.2,"needs_gb":18.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":51,"tok_s_ceiling":63},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.3,"needs_gb":18.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":56,"tok_s_ceiling":71},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":56,"tok_s_ceiling":71},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"flint","model_name":"Recursive Flint","version":"3-bit","bits_per_weight":3.5,"weights_gb":17.4,"needs_gb":18.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":49,"tok_s_high":87,"tok_s_ceiling":109},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":2,"tok_s_high":4,"tok_s_ceiling":5},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":43},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":60,"tok_s_high":107,"tok_s_ceiling":133},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-32gb","chip":"Apple M4","memory_gb":32,"bandwidth_gbs":120,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":205,"tok_s_high":364,"tok_s_ceiling":455},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":137,"tok_s_high":243,"tok_s_ceiling":303},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":210},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":59,"tok_s_high":104,"tok_s_ceiling":130},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":81,"tok_s_ceiling":101},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":64,"tok_s_ceiling":80},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":55,"tok_s_ceiling":68},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":35,"tok_s_ceiling":44},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":63},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":62},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":57},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":29},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":28},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"phi-4","model_name":"Phi-4 (14B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":11.4,"needs_gb":12.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"6-bit","bits_per_weight":6.5,"weights_gb":12.2,"needs_gb":13.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":65,"tok_s_high":115,"tok_s_ceiling":144},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":9,"tok_s_high":16,"tok_s_ceiling":20},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":112,"tok_s_high":199,"tok_s_ceiling":248},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":9,"tok_s_high":16,"tok_s_ceiling":20},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":9,"tok_s_high":16,"tok_s_ceiling":20},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"4-bit","bits_per_weight":4.5,"weights_gb":14.2,"needs_gb":15.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":59,"tok_s_high":104,"tok_s_ceiling":130},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":8,"tok_s_high":14,"tok_s_ceiling":18},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":8,"tok_s_high":14,"tok_s_ceiling":18},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.2,"needs_gb":17.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13,"needs_gb":14.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":210},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":82,"tok_s_high":146,"tok_s_ceiling":182},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":210},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.2,"needs_gb":14.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":88,"tok_s_high":156,"tok_s_ceiling":195},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.3,"needs_gb":14.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":88,"tok_s_high":156,"tok_s_ceiling":195},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.4,"needs_gb":14.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":16,"tok_s_ceiling":20},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":15.3,"needs_gb":16.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":210},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"3-bit","bits_per_weight":3.5,"weights_gb":15.3,"needs_gb":16.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":210},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":154,"tok_s_high":273,"tok_s_ceiling":341},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-24gb","chip":"Apple M4 Pro","memory_gb":24,"bandwidth_gbs":273,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":205,"tok_s_high":364,"tok_s_ceiling":455},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":137,"tok_s_high":243,"tok_s_ceiling":303},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":210},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":59,"tok_s_high":104,"tok_s_ceiling":130},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":81,"tok_s_ceiling":101},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":64,"tok_s_ceiling":80},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":55,"tok_s_ceiling":68},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":35,"tok_s_ceiling":44},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":63},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":62},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":57},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":29},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":28},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"phi-4","model_name":"Phi-4 (14B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":11.4,"needs_gb":12.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"6-bit","bits_per_weight":6.5,"weights_gb":12.2,"needs_gb":13.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":65,"tok_s_high":115,"tok_s_ceiling":144},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":59,"tok_s_high":104,"tok_s_ceiling":130},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":55,"tok_s_ceiling":68},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":27,"tok_s_high":47,"tok_s_ceiling":59},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":59,"tok_s_ceiling":74},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":64,"tok_s_ceiling":80},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":78},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":8},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":28.4,"needs_gb":30.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"6-bit","bits_per_weight":6.5,"weights_gb":28.4,"needs_gb":30.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"flint","model_name":"Recursive Flint","version":"6-bit","bits_per_weight":6.5,"weights_gb":32.3,"needs_gb":34.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":61,"tok_s_high":109,"tok_s_ceiling":137},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"3-bit","bits_per_weight":3.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"3-bit","bits_per_weight":3.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":32,"tok_s_high":56,"tok_s_ceiling":70},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":137,"tok_s_high":243,"tok_s_ceiling":303},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":72},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":23,"tok_s_high":41,"tok_s_ceiling":52},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"2-bit","bits_per_weight":2.5,"weights_gb":36.6,"needs_gb":39.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":61,"tok_s_high":109,"tok_s_ceiling":137},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":72},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":72},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":40,"tok_s_high":70,"tok_s_ceiling":88},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":40,"tok_s_high":70,"tok_s_ceiling":88},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":7},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-48gb","chip":"Apple M4 Pro","memory_gb":48,"bandwidth_gbs":273,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":205,"tok_s_high":364,"tok_s_ceiling":455},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":137,"tok_s_high":243,"tok_s_ceiling":303},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":210},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":59,"tok_s_high":104,"tok_s_ceiling":130},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":81,"tok_s_ceiling":101},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":64,"tok_s_ceiling":80},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":55,"tok_s_ceiling":68},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":35,"tok_s_ceiling":44},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":63},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":62},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":57},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":29},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":28},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"phi-4","model_name":"Phi-4 (14B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":11.4,"needs_gb":12.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"6-bit","bits_per_weight":6.5,"weights_gb":12.2,"needs_gb":13.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":65,"tok_s_high":115,"tok_s_ceiling":144},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":59,"tok_s_high":104,"tok_s_ceiling":130},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":55,"tok_s_ceiling":68},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":27,"tok_s_high":47,"tok_s_ceiling":59},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":59,"tok_s_ceiling":74},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":64,"tok_s_ceiling":80},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":62,"tok_s_ceiling":78},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":8},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":40,"tok_s_high":70,"tok_s_ceiling":88},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":81,"tok_s_ceiling":101},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":39.4,"needs_gb":42.6,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":41.6,"needs_gb":44.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":43,"tok_s_ceiling":54},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"3-bit","bits_per_weight":3.5,"weights_gb":35,"needs_gb":37.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":210},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":72},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":23,"tok_s_high":41,"tok_s_ceiling":52},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"2-bit","bits_per_weight":2.5,"weights_gb":36.6,"needs_gb":39.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":61,"tok_s_high":109,"tok_s_ceiling":137},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":72},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":72},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":40,"tok_s_high":70,"tok_s_ceiling":88},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":40,"tok_s_high":70,"tok_s_ceiling":88},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":5,"tok_s_ceiling":7},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-pro-64gb","chip":"Apple M4 Pro","memory_gb":64,"bandwidth_gbs":273,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":308,"tok_s_high":547,"tok_s_ceiling":683},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":205,"tok_s_high":364,"tok_s_ceiling":456},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":142,"tok_s_high":252,"tok_s_ceiling":315},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":88,"tok_s_high":156,"tok_s_ceiling":195},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":68,"tok_s_high":121,"tok_s_ceiling":152},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":113,"tok_s_ceiling":141},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":128},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":103,"tok_s_ceiling":128},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":54,"tok_s_high":96,"tok_s_ceiling":121},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":46,"tok_s_high":82,"tok_s_ceiling":103},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":44,"tok_s_high":78,"tok_s_ceiling":98},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":30,"tok_s_high":53,"tok_s_ceiling":66},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":95},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":93},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":39,"tok_s_ceiling":48},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":39,"tok_s_ceiling":48},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":35,"tok_s_ceiling":43},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":43},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":15,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":97,"tok_s_high":173,"tok_s_ceiling":216},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":20.5,"needs_gb":22.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":60,"tok_s_high":106,"tok_s_ceiling":132},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"6-bit","bits_per_weight":6.5,"weights_gb":23.4,"needs_gb":25.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":117},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.7,"needs_gb":18.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":66,"tok_s_high":117,"tok_s_ceiling":146},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":71,"tok_s_high":126,"tok_s_ceiling":158},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.8,"needs_gb":26.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":68,"tok_s_high":121,"tok_s_ceiling":152},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.3,"needs_gb":18.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":109,"tok_s_high":193,"tok_s_ceiling":241},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":109,"tok_s_high":193,"tok_s_ceiling":241},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"flint","model_name":"Recursive Flint","version":"4-bit","bits_per_weight":4.5,"weights_gb":22.4,"needs_gb":24.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":132,"tok_s_high":234,"tok_s_ceiling":293},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":8,"tok_s_high":15,"tok_s_ceiling":19},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":66,"tok_s_high":117,"tok_s_ceiling":146},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":205,"tok_s_high":364,"tok_s_ceiling":456},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-36gb","chip":"Apple M4 Max","memory_gb":36,"bandwidth_gbs":410,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":410,"tok_s_high":728,"tok_s_ceiling":910},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":273,"tok_s_high":485,"tok_s_ceiling":607},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":189,"tok_s_high":336,"tok_s_ceiling":420},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":117,"tok_s_high":208,"tok_s_ceiling":260},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":91,"tok_s_high":162,"tok_s_ceiling":202},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":85,"tok_s_high":151,"tok_s_ceiling":188},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":72,"tok_s_high":128,"tok_s_ceiling":161},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":61,"tok_s_high":109,"tok_s_ceiling":137},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":59,"tok_s_high":104,"tok_s_ceiling":130},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":40,"tok_s_high":70,"tok_s_ceiling":88},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":57,"tok_s_high":102,"tok_s_ceiling":127},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":99,"tok_s_ceiling":124},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":102,"tok_s_high":182,"tok_s_ceiling":228},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":57},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":57},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":43},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":37},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":15,"tok_s_high":27,"tok_s_ceiling":34},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":129,"tok_s_high":230,"tok_s_ceiling":287},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":117,"tok_s_high":208,"tok_s_ceiling":260},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":61,"tok_s_high":109,"tok_s_ceiling":137},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":95,"tok_s_ceiling":119},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.1,"needs_gb":26,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":66,"tok_s_high":118,"tok_s_ceiling":148},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":72,"tok_s_high":128,"tok_s_ceiling":161},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":70,"tok_s_high":125,"tok_s_ceiling":156},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.9,"needs_gb":26.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":28.4,"needs_gb":30.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":102,"tok_s_high":182,"tok_s_ceiling":228},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"6-bit","bits_per_weight":6.5,"weights_gb":28.4,"needs_gb":30.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":102,"tok_s_high":182,"tok_s_ceiling":228},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"flint","model_name":"Recursive Flint","version":"6-bit","bits_per_weight":6.5,"weights_gb":32.3,"needs_gb":34.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":123,"tok_s_high":218,"tok_s_ceiling":273},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"3-bit","bits_per_weight":3.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":8,"tok_s_high":14,"tok_s_ceiling":18},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"3-bit","bits_per_weight":3.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":63,"tok_s_high":112,"tok_s_ceiling":140},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":273,"tok_s_high":485,"tok_s_ceiling":607},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":65,"tok_s_high":115,"tok_s_ceiling":144},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":46,"tok_s_high":82,"tok_s_ceiling":103},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"2-bit","bits_per_weight":2.5,"weights_gb":36.6,"needs_gb":39.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":154,"tok_s_high":273,"tok_s_ceiling":341},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":123,"tok_s_high":218,"tok_s_ceiling":273},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":65,"tok_s_high":115,"tok_s_ceiling":144},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":65,"tok_s_high":115,"tok_s_ceiling":144},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":79,"tok_s_high":141,"tok_s_ceiling":176},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":79,"tok_s_high":141,"tok_s_ceiling":176},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":6,"tok_s_high":11,"tok_s_ceiling":14},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":6,"tok_s_high":11,"tok_s_ceiling":14},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-48gb","chip":"Apple M4 Max","memory_gb":48,"bandwidth_gbs":546,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":410,"tok_s_high":728,"tok_s_ceiling":910},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":273,"tok_s_high":485,"tok_s_ceiling":607},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":189,"tok_s_high":336,"tok_s_ceiling":420},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":117,"tok_s_high":208,"tok_s_ceiling":260},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":91,"tok_s_high":162,"tok_s_ceiling":202},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":85,"tok_s_high":151,"tok_s_ceiling":188},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":72,"tok_s_high":128,"tok_s_ceiling":161},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":61,"tok_s_high":109,"tok_s_ceiling":137},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":59,"tok_s_high":104,"tok_s_ceiling":130},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":40,"tok_s_high":70,"tok_s_ceiling":88},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":57,"tok_s_high":102,"tok_s_ceiling":127},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":99,"tok_s_ceiling":124},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":102,"tok_s_high":182,"tok_s_ceiling":228},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":57},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":57},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":43},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":37},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":15,"tok_s_high":27,"tok_s_ceiling":34},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":129,"tok_s_high":230,"tok_s_ceiling":287},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":117,"tok_s_high":208,"tok_s_ceiling":260},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":61,"tok_s_high":109,"tok_s_ceiling":137},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":95,"tok_s_ceiling":119},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.1,"needs_gb":26,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":66,"tok_s_high":118,"tok_s_ceiling":148},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":72,"tok_s_high":128,"tok_s_ceiling":161},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":70,"tok_s_high":125,"tok_s_ceiling":156},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.9,"needs_gb":26.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":79,"tok_s_high":141,"tok_s_ceiling":176},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":91,"tok_s_high":162,"tok_s_ceiling":202},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":39.4,"needs_gb":42.6,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":6,"tok_s_high":11,"tok_s_ceiling":14},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":41.6,"needs_gb":44.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":48,"tok_s_high":86,"tok_s_ceiling":107},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"3-bit","bits_per_weight":3.5,"weights_gb":35,"needs_gb":37.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":189,"tok_s_high":336,"tok_s_ceiling":420},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":65,"tok_s_high":115,"tok_s_ceiling":144},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":46,"tok_s_high":82,"tok_s_ceiling":103},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"2-bit","bits_per_weight":2.5,"weights_gb":36.6,"needs_gb":39.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":154,"tok_s_high":273,"tok_s_ceiling":341},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":123,"tok_s_high":218,"tok_s_ceiling":273},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":65,"tok_s_high":115,"tok_s_ceiling":144},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":65,"tok_s_high":115,"tok_s_ceiling":144},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":79,"tok_s_high":141,"tok_s_ceiling":176},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":79,"tok_s_high":141,"tok_s_ceiling":176},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":11,"tok_s_ceiling":14},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":11,"tok_s_ceiling":14},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-64gb","chip":"Apple M4 Max","memory_gb":64,"bandwidth_gbs":546,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":410,"tok_s_high":728,"tok_s_ceiling":910},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":273,"tok_s_high":485,"tok_s_ceiling":607},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":189,"tok_s_high":336,"tok_s_ceiling":420},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":117,"tok_s_high":208,"tok_s_ceiling":260},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":91,"tok_s_high":162,"tok_s_ceiling":202},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":85,"tok_s_high":151,"tok_s_ceiling":188},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":72,"tok_s_high":128,"tok_s_ceiling":161},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":61,"tok_s_high":109,"tok_s_ceiling":137},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":59,"tok_s_high":104,"tok_s_ceiling":130},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":40,"tok_s_high":70,"tok_s_ceiling":88},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":57,"tok_s_high":102,"tok_s_ceiling":127},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":99,"tok_s_ceiling":124},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":102,"tok_s_high":182,"tok_s_ceiling":228},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":57},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":57},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":43},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":37},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":15,"tok_s_high":27,"tok_s_ceiling":34},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":129,"tok_s_high":230,"tok_s_ceiling":287},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":117,"tok_s_high":208,"tok_s_ceiling":260},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":61,"tok_s_high":109,"tok_s_ceiling":137},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":95,"tok_s_ceiling":119},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.1,"needs_gb":26,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":66,"tok_s_high":118,"tok_s_ceiling":148},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":72,"tok_s_high":128,"tok_s_ceiling":161},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":70,"tok_s_high":125,"tok_s_ceiling":156},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.9,"needs_gb":26.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":79,"tok_s_high":141,"tok_s_ceiling":176},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":91,"tok_s_high":162,"tok_s_ceiling":202},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":74.4,"needs_gb":80.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":78.6,"needs_gb":84.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":57},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"8-bit","bits_per_weight":8.5,"weights_gb":85,"needs_gb":91.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":137,"tok_s_ceiling":171},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"6-bit","bits_per_weight":6.5,"weights_gb":86.1,"needs_gb":93,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":25,"tok_s_high":45,"tok_s_ceiling":56},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":88.6,"needs_gb":95.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":18,"tok_s_high":32,"tok_s_ceiling":40},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":91,"tok_s_high":162,"tok_s_ceiling":202},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":66.9,"needs_gb":72.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":66,"tok_s_high":118,"tok_s_ceiling":148},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"4-bit","bits_per_weight":4.5,"weights_gb":67.5,"needs_gb":72.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":64,"tok_s_ceiling":80},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"4-bit","bits_per_weight":4.5,"weights_gb":67.5,"needs_gb":72.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":64,"tok_s_ceiling":80},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"4-bit","bits_per_weight":4.5,"weights_gb":68.6,"needs_gb":74.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":44,"tok_s_high":78,"tok_s_ceiling":98},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"4-bit","bits_per_weight":4.5,"weights_gb":68.6,"needs_gb":74.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":44,"tok_s_high":78,"tok_s_ceiling":98},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":69.2,"needs_gb":74.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":72,"needs_gb":77.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"3-bit","bits_per_weight":3.5,"weights_gb":78.8,"needs_gb":85.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":95,"tok_s_high":168,"tok_s_ceiling":210},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":79,"tok_s_high":141,"tok_s_ceiling":176},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":65,"tok_s_high":115,"tok_s_ceiling":144},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":60,"tok_s_high":107,"tok_s_ceiling":133},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":37,"tok_s_high":66,"tok_s_ceiling":83},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":96.6,"needs_gb":104.3,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":52,"tok_s_high":93,"tok_s_ceiling":116},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":44,"tok_s_high":78,"tok_s_ceiling":98},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m4-max-128gb","chip":"Apple M4 Max","memory_gb":128,"bandwidth_gbs":546,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":204,"tok_s_ceiling":255},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":58,"tok_s_ceiling":73},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":45,"tok_s_ceiling":57},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":42,"tok_s_ceiling":53},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":36,"tok_s_ceiling":45},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":31,"tok_s_ceiling":38},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":36},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":36},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.2,"needs_gb":8.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":5.1,"needs_gb":6.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"4-bit","bits_per_weight":4.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"phi-4","model_name":"Phi-4 (14B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":9,"tok_s_high":15,"tok_s_ceiling":19},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"4-bit","bits_per_weight":4.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":8,"tok_s_high":15,"tok_s_ceiling":18},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"3-bit","bits_per_weight":3.5,"weights_gb":9.2,"needs_gb":10.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":15},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":15},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":15},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":57,"tok_s_high":102,"tok_s_ceiling":128},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":8,"tok_s_high":15,"tok_s_ceiling":18},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":8,"tok_s_high":15,"tok_s_ceiling":18},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"2-bit","bits_per_weight":2.5,"weights_gb":9,"needs_gb":10.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.3,"needs_gb":10.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":13,"tok_s_ceiling":16},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":13,"tok_s_ceiling":16},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":63,"tok_s_high":111,"tok_s_ceiling":139},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":69,"tok_s_high":122,"tok_s_ceiling":153},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":69,"tok_s_high":122,"tok_s_ceiling":153},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":13,"tok_s_ceiling":16},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":86,"tok_s_high":153,"tok_s_ceiling":191},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-16gb","chip":"Apple M5","memory_gb":16,"bandwidth_gbs":153,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":204,"tok_s_ceiling":255},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":58,"tok_s_ceiling":73},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":45,"tok_s_ceiling":57},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":42,"tok_s_ceiling":53},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":36,"tok_s_ceiling":45},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":31,"tok_s_ceiling":38},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":36},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":36},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.2,"needs_gb":8.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":5.1,"needs_gb":6.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"4-bit","bits_per_weight":4.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":64,"tok_s_ceiling":81},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":63,"tok_s_high":111,"tok_s_ceiling":139},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"4-bit","bits_per_weight":4.5,"weights_gb":14.2,"needs_gb":15.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":58,"tok_s_ceiling":73},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.2,"needs_gb":17.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13,"needs_gb":14.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":12},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":12},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":46,"tok_s_high":82,"tok_s_ceiling":102},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.2,"needs_gb":14.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":49,"tok_s_high":87,"tok_s_ceiling":109},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.3,"needs_gb":14.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":49,"tok_s_high":87,"tok_s_ceiling":109},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.4,"needs_gb":14.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":15.3,"needs_gb":16.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"3-bit","bits_per_weight":3.5,"weights_gb":15.3,"needs_gb":16.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":86,"tok_s_high":153,"tok_s_ceiling":191},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-24gb","chip":"Apple M5","memory_gb":24,"bandwidth_gbs":153,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":204,"tok_s_ceiling":255},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":58,"tok_s_ceiling":73},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":45,"tok_s_ceiling":57},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":42,"tok_s_ceiling":53},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":36,"tok_s_ceiling":45},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":31,"tok_s_ceiling":38},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":36},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":36},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.2,"needs_gb":8.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":5.1,"needs_gb":6.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"4-bit","bits_per_weight":4.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":64,"tok_s_ceiling":81},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":20.5,"needs_gb":22.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":39,"tok_s_ceiling":49},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.2,"needs_gb":17.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.7,"needs_gb":18.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":72,"tok_s_ceiling":90},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":34,"tok_s_high":61,"tok_s_ceiling":77},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":72,"tok_s_ceiling":90},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.2,"needs_gb":18.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":64,"tok_s_ceiling":81},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.3,"needs_gb":18.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":72,"tok_s_ceiling":90},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":72,"tok_s_ceiling":90},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"flint","model_name":"Recursive Flint","version":"3-bit","bits_per_weight":3.5,"weights_gb":17.4,"needs_gb":18.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":63,"tok_s_high":111,"tok_s_ceiling":139},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":7},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":25,"tok_s_high":44,"tok_s_ceiling":55},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-32gb","chip":"Apple M5","memory_gb":32,"bandwidth_gbs":153,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":230,"tok_s_high":409,"tok_s_ceiling":512},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":154,"tok_s_high":273,"tok_s_ceiling":341},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":189,"tok_s_ceiling":236},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":66,"tok_s_high":117,"tok_s_ceiling":146},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":48,"tok_s_high":85,"tok_s_ceiling":106},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":72,"tok_s_ceiling":90},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":61,"tok_s_ceiling":77},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":58,"tok_s_ceiling":73},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":56,"tok_s_ceiling":70},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":102,"tok_s_ceiling":128},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":36},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":36},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":15,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"phi-4","model_name":"Phi-4 (14B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":11.4,"needs_gb":12.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"6-bit","bits_per_weight":6.5,"weights_gb":12.2,"needs_gb":13.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":73,"tok_s_high":129,"tok_s_ceiling":162},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":126,"tok_s_high":223,"tok_s_ceiling":279},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"4-bit","bits_per_weight":4.5,"weights_gb":14.2,"needs_gb":15.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":66,"tok_s_high":117,"tok_s_ceiling":146},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":9,"tok_s_high":16,"tok_s_ceiling":20},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":9,"tok_s_high":16,"tok_s_ceiling":20},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.2,"needs_gb":17.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":102,"tok_s_ceiling":128},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13,"needs_gb":14.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":106,"tok_s_high":189,"tok_s_ceiling":236},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":23},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":92,"tok_s_high":164,"tok_s_ceiling":205},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":106,"tok_s_high":189,"tok_s_ceiling":236},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.2,"needs_gb":14.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":99,"tok_s_high":175,"tok_s_ceiling":219},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.3,"needs_gb":14.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":99,"tok_s_high":175,"tok_s_ceiling":219},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.4,"needs_gb":14.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":15.3,"needs_gb":16.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":106,"tok_s_high":189,"tok_s_ceiling":236},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"3-bit","bits_per_weight":3.5,"weights_gb":15.3,"needs_gb":16.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":106,"tok_s_high":189,"tok_s_ceiling":236},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":173,"tok_s_high":307,"tok_s_ceiling":384},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-24gb","chip":"Apple M5 Pro","memory_gb":24,"bandwidth_gbs":307,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":230,"tok_s_high":409,"tok_s_ceiling":512},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":154,"tok_s_high":273,"tok_s_ceiling":341},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":189,"tok_s_ceiling":236},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":66,"tok_s_high":117,"tok_s_ceiling":146},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":48,"tok_s_high":85,"tok_s_ceiling":106},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":72,"tok_s_ceiling":90},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":61,"tok_s_ceiling":77},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":58,"tok_s_ceiling":73},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":56,"tok_s_ceiling":70},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":102,"tok_s_ceiling":128},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":36},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":36},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":15,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"phi-4","model_name":"Phi-4 (14B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":11.4,"needs_gb":12.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"6-bit","bits_per_weight":6.5,"weights_gb":12.2,"needs_gb":13.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":73,"tok_s_high":129,"tok_s_ceiling":162},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":66,"tok_s_high":117,"tok_s_ceiling":146},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":61,"tok_s_ceiling":77},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":30,"tok_s_high":53,"tok_s_ceiling":67},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":37,"tok_s_high":66,"tok_s_ceiling":83},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":72,"tok_s_ceiling":90},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":70,"tok_s_ceiling":88},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":9},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":28.4,"needs_gb":30.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":102,"tok_s_ceiling":128},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"6-bit","bits_per_weight":6.5,"weights_gb":28.4,"needs_gb":30.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":102,"tok_s_ceiling":128},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"flint","model_name":"Recursive Flint","version":"6-bit","bits_per_weight":6.5,"weights_gb":32.3,"needs_gb":34.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"3-bit","bits_per_weight":3.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"3-bit","bits_per_weight":3.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":35,"tok_s_high":63,"tok_s_ceiling":79},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":154,"tok_s_high":273,"tok_s_ceiling":341},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":36,"tok_s_high":65,"tok_s_ceiling":81},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":58},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"2-bit","bits_per_weight":2.5,"weights_gb":36.6,"needs_gb":39.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":36,"tok_s_high":65,"tok_s_ceiling":81},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":36,"tok_s_high":65,"tok_s_ceiling":81},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":45,"tok_s_high":79,"tok_s_ceiling":99},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":45,"tok_s_high":79,"tok_s_ceiling":99},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-48gb","chip":"Apple M5 Pro","memory_gb":48,"bandwidth_gbs":307,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":230,"tok_s_high":409,"tok_s_ceiling":512},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":154,"tok_s_high":273,"tok_s_ceiling":341},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":106,"tok_s_high":189,"tok_s_ceiling":236},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":66,"tok_s_high":117,"tok_s_ceiling":146},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":48,"tok_s_high":85,"tok_s_ceiling":106},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":72,"tok_s_ceiling":90},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":61,"tok_s_ceiling":77},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":58,"tok_s_ceiling":73},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":31,"tok_s_high":56,"tok_s_ceiling":70},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":102,"tok_s_ceiling":128},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":36},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":36},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":15,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"phi-4","model_name":"Phi-4 (14B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":11.4,"needs_gb":12.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"6-bit","bits_per_weight":6.5,"weights_gb":12.2,"needs_gb":13.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":73,"tok_s_high":129,"tok_s_ceiling":162},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":66,"tok_s_high":117,"tok_s_ceiling":146},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":35,"tok_s_high":61,"tok_s_ceiling":77},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":30,"tok_s_high":53,"tok_s_ceiling":67},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":37,"tok_s_high":66,"tok_s_ceiling":83},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":72,"tok_s_ceiling":90},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":70,"tok_s_ceiling":88},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":9},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":79,"tok_s_ceiling":99},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":114},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":39.4,"needs_gb":42.6,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":41.6,"needs_gb":44.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":27,"tok_s_high":48,"tok_s_ceiling":60},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"3-bit","bits_per_weight":3.5,"weights_gb":35,"needs_gb":37.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":106,"tok_s_high":189,"tok_s_ceiling":236},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":36,"tok_s_high":65,"tok_s_ceiling":81},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":26,"tok_s_high":46,"tok_s_ceiling":58},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"2-bit","bits_per_weight":2.5,"weights_gb":36.6,"needs_gb":39.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":36,"tok_s_high":65,"tok_s_ceiling":81},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":36,"tok_s_high":65,"tok_s_ceiling":81},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":45,"tok_s_high":79,"tok_s_ceiling":99},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":45,"tok_s_high":79,"tok_s_ceiling":99},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":4,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-pro-64gb","chip":"Apple M5 Pro","memory_gb":64,"bandwidth_gbs":307,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":345,"tok_s_high":613,"tok_s_ceiling":767},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":230,"tok_s_high":409,"tok_s_ceiling":511},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":159,"tok_s_high":283,"tok_s_ceiling":354},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":99,"tok_s_high":175,"tok_s_ceiling":219},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":71,"tok_s_high":127,"tok_s_ceiling":159},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":65,"tok_s_high":115,"tok_s_ceiling":144},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":65,"tok_s_high":115,"tok_s_ceiling":144},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":61,"tok_s_high":108,"tok_s_ceiling":135},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":52,"tok_s_high":92,"tok_s_ceiling":115},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":49,"tok_s_high":88,"tok_s_ceiling":110},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":59,"tok_s_ceiling":74},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":48,"tok_s_high":86,"tok_s_ceiling":107},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":47,"tok_s_high":84,"tok_s_ceiling":105},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":153,"tok_s_ceiling":192},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":43,"tok_s_ceiling":54},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":43,"tok_s_ceiling":54},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":42,"tok_s_ceiling":53},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":39,"tok_s_ceiling":48},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":36},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":25,"tok_s_ceiling":31},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":13,"tok_s_high":23,"tok_s_ceiling":29},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":109,"tok_s_high":194,"tok_s_ceiling":242},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":129,"tok_s_high":230,"tok_s_ceiling":288},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":20.5,"needs_gb":22.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":67,"tok_s_high":119,"tok_s_ceiling":148},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"6-bit","bits_per_weight":6.5,"weights_gb":23.4,"needs_gb":25.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":59,"tok_s_high":105,"tok_s_ceiling":131},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.7,"needs_gb":18.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":28},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":153,"tok_s_ceiling":192},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":74,"tok_s_high":131,"tok_s_ceiling":164},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":153,"tok_s_ceiling":192},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":80,"tok_s_high":142,"tok_s_ceiling":177},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.8,"needs_gb":26.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.3,"needs_gb":18.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":27},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":122,"tok_s_high":216,"tok_s_ceiling":271},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":122,"tok_s_high":216,"tok_s_ceiling":271},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"flint","model_name":"Recursive Flint","version":"4-bit","bits_per_weight":4.5,"weights_gb":22.4,"needs_gb":24.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":148,"tok_s_high":263,"tok_s_ceiling":329},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":74,"tok_s_high":131,"tok_s_ceiling":164},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":230,"tok_s_high":409,"tok_s_ceiling":511},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-36gb","chip":"Apple M5 Max","memory_gb":36,"bandwidth_gbs":460,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":461,"tok_s_high":819,"tok_s_ceiling":1023},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":307,"tok_s_high":546,"tok_s_ceiling":682},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":213,"tok_s_high":378,"tok_s_ceiling":472},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":132,"tok_s_high":234,"tok_s_ceiling":292},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":102,"tok_s_high":182,"tok_s_ceiling":227},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":169,"tok_s_ceiling":212},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":81,"tok_s_high":144,"tok_s_ceiling":181},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":66,"tok_s_high":117,"tok_s_ceiling":146},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":79,"tok_s_ceiling":99},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":63,"tok_s_high":112,"tok_s_ceiling":140},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":102,"tok_s_ceiling":128},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":58,"tok_s_ceiling":72},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":58,"tok_s_ceiling":72},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":56,"tok_s_ceiling":71},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":39,"tok_s_ceiling":48},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":41},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":31,"tok_s_ceiling":39},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":145,"tok_s_high":259,"tok_s_ceiling":323},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":132,"tok_s_high":234,"tok_s_ceiling":292},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":60,"tok_s_high":107,"tok_s_ceiling":133},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.1,"needs_gb":26,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":166},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":81,"tok_s_high":144,"tok_s_ceiling":181},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":79,"tok_s_high":140,"tok_s_ceiling":175},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.9,"needs_gb":26.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"6-bit","bits_per_weight":6.5,"weights_gb":28.4,"needs_gb":30.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"6-bit","bits_per_weight":6.5,"weights_gb":28.4,"needs_gb":30.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"flint","model_name":"Recursive Flint","version":"6-bit","bits_per_weight":6.5,"weights_gb":32.3,"needs_gb":34.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":307},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"3-bit","bits_per_weight":3.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":9,"tok_s_high":16,"tok_s_ceiling":20},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"3-bit","bits_per_weight":3.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":71,"tok_s_high":126,"tok_s_ceiling":157},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":307,"tok_s_high":546,"tok_s_ceiling":682},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":73,"tok_s_high":129,"tok_s_ceiling":162},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":52,"tok_s_high":93,"tok_s_ceiling":116},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"2-bit","bits_per_weight":2.5,"weights_gb":36.6,"needs_gb":39.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":173,"tok_s_high":307,"tok_s_ceiling":384},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":307},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":73,"tok_s_high":129,"tok_s_ceiling":162},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":73,"tok_s_high":129,"tok_s_ceiling":162},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":89,"tok_s_high":158,"tok_s_ceiling":198},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":89,"tok_s_high":158,"tok_s_ceiling":198},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":7,"tok_s_high":13,"tok_s_ceiling":16},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":15},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-48gb","chip":"Apple M5 Max","memory_gb":48,"bandwidth_gbs":614,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":461,"tok_s_high":819,"tok_s_ceiling":1023},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":307,"tok_s_high":546,"tok_s_ceiling":682},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":213,"tok_s_high":378,"tok_s_ceiling":472},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":132,"tok_s_high":234,"tok_s_ceiling":292},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":102,"tok_s_high":182,"tok_s_ceiling":227},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":169,"tok_s_ceiling":212},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":81,"tok_s_high":144,"tok_s_ceiling":181},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":66,"tok_s_high":117,"tok_s_ceiling":146},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":79,"tok_s_ceiling":99},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":63,"tok_s_high":112,"tok_s_ceiling":140},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":102,"tok_s_ceiling":128},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":58,"tok_s_ceiling":72},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":58,"tok_s_ceiling":72},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":56,"tok_s_ceiling":71},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":39,"tok_s_ceiling":48},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":41},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":31,"tok_s_ceiling":39},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":145,"tok_s_high":259,"tok_s_ceiling":323},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":132,"tok_s_high":234,"tok_s_ceiling":292},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":60,"tok_s_high":107,"tok_s_ceiling":133},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.1,"needs_gb":26,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":166},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":81,"tok_s_high":144,"tok_s_ceiling":181},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":79,"tok_s_high":140,"tok_s_ceiling":175},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.9,"needs_gb":26.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":89,"tok_s_high":158,"tok_s_ceiling":198},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":102,"tok_s_high":182,"tok_s_ceiling":227},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":39.4,"needs_gb":42.6,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":16},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":41.6,"needs_gb":44.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":54,"tok_s_high":96,"tok_s_ceiling":120},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"3-bit","bits_per_weight":3.5,"weights_gb":35,"needs_gb":37.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":213,"tok_s_high":378,"tok_s_ceiling":472},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":73,"tok_s_high":129,"tok_s_ceiling":162},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":52,"tok_s_high":93,"tok_s_ceiling":116},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"2-bit","bits_per_weight":2.5,"weights_gb":36.6,"needs_gb":39.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":173,"tok_s_high":307,"tok_s_ceiling":384},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":138,"tok_s_high":246,"tok_s_ceiling":307},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":73,"tok_s_high":129,"tok_s_ceiling":162},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":73,"tok_s_high":129,"tok_s_ceiling":162},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":89,"tok_s_high":158,"tok_s_ceiling":198},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":89,"tok_s_high":158,"tok_s_ceiling":198},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":13,"tok_s_ceiling":16},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":15},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-64gb","chip":"Apple M5 Max","memory_gb":64,"bandwidth_gbs":614,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":461,"tok_s_high":819,"tok_s_ceiling":1023},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":307,"tok_s_high":546,"tok_s_ceiling":682},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":213,"tok_s_high":378,"tok_s_ceiling":472},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":132,"tok_s_high":234,"tok_s_ceiling":292},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":102,"tok_s_high":182,"tok_s_ceiling":227},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":95,"tok_s_high":169,"tok_s_ceiling":212},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":81,"tok_s_high":144,"tok_s_ceiling":181},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":66,"tok_s_high":117,"tok_s_ceiling":146},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":79,"tok_s_ceiling":99},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":63,"tok_s_high":112,"tok_s_ceiling":140},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":205,"tok_s_ceiling":256},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":58,"tok_s_high":102,"tok_s_ceiling":128},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":58,"tok_s_ceiling":72},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":58,"tok_s_ceiling":72},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":56,"tok_s_ceiling":71},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":52,"tok_s_ceiling":65},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":39,"tok_s_ceiling":48},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":41},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":31,"tok_s_ceiling":39},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":145,"tok_s_high":259,"tok_s_ceiling":323},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":132,"tok_s_high":234,"tok_s_ceiling":292},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":60,"tok_s_high":107,"tok_s_ceiling":133},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.1,"needs_gb":26,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.4,"needs_gb":26.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":166},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":81,"tok_s_high":144,"tok_s_ceiling":181},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":79,"tok_s_high":140,"tok_s_ceiling":175},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"6-bit","bits_per_weight":6.5,"weights_gb":24.9,"needs_gb":26.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":89,"tok_s_high":158,"tok_s_ceiling":198},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":102,"tok_s_high":182,"tok_s_ceiling":227},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":74.4,"needs_gb":80.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":8},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":78.6,"needs_gb":84.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"8-bit","bits_per_weight":8.5,"weights_gb":85,"needs_gb":91.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":86,"tok_s_high":154,"tok_s_ceiling":192},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"6-bit","bits_per_weight":6.5,"weights_gb":86.1,"needs_gb":93,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":88.6,"needs_gb":95.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":36,"tok_s_ceiling":44},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":102,"tok_s_high":182,"tok_s_ceiling":227},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":66.9,"needs_gb":72.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":166},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"4-bit","bits_per_weight":4.5,"weights_gb":67.5,"needs_gb":72.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":72,"tok_s_ceiling":90},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"4-bit","bits_per_weight":4.5,"weights_gb":67.5,"needs_gb":72.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":41,"tok_s_high":72,"tok_s_ceiling":90},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"4-bit","bits_per_weight":4.5,"weights_gb":68.6,"needs_gb":74.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":49,"tok_s_high":88,"tok_s_ceiling":110},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"4-bit","bits_per_weight":4.5,"weights_gb":68.6,"needs_gb":74.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":49,"tok_s_high":88,"tok_s_ceiling":110},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":69.2,"needs_gb":74.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":72,"needs_gb":77.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"3-bit","bits_per_weight":3.5,"weights_gb":78.8,"needs_gb":85.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":106,"tok_s_high":189,"tok_s_ceiling":236},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":89,"tok_s_high":158,"tok_s_ceiling":198},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":73,"tok_s_high":129,"tok_s_ceiling":162},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":67,"tok_s_high":120,"tok_s_ceiling":150},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":93},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":96.6,"needs_gb":104.3,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":59,"tok_s_high":105,"tok_s_ceiling":131},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":49,"tok_s_high":88,"tok_s_ceiling":110},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-max-128gb","chip":"Apple M5 Max","memory_gb":128,"bandwidth_gbs":614,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":900,"tok_s_high":1600,"tok_s_ceiling":2000},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":600,"tok_s_high":1067,"tok_s_ceiling":1333},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":415,"tok_s_high":738,"tok_s_ceiling":923},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":257,"tok_s_high":457,"tok_s_ceiling":571},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":186,"tok_s_high":331,"tok_s_ceiling":414},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":159,"tok_s_high":282,"tok_s_ceiling":353},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":135,"tok_s_high":240,"tok_s_ceiling":300},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":129,"tok_s_high":229,"tok_s_ceiling":286},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":87,"tok_s_high":155,"tok_s_ceiling":194},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":126,"tok_s_high":223,"tok_s_ceiling":279},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":123,"tok_s_high":218,"tok_s_ceiling":273},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":225,"tok_s_high":400,"tok_s_ceiling":500},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":113,"tok_s_ceiling":141},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":113,"tok_s_ceiling":141},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":62,"tok_s_high":110,"tok_s_ceiling":138},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":57,"tok_s_high":101,"tok_s_ceiling":126},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":94},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":64,"tok_s_ceiling":81},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":284,"tok_s_high":505,"tok_s_ceiling":632},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":257,"tok_s_high":457,"tok_s_ceiling":571},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":135,"tok_s_high":240,"tok_s_ceiling":300},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":117,"tok_s_high":209,"tok_s_ceiling":261},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":38},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":38},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":146,"tok_s_high":259,"tok_s_ceiling":324},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":159,"tok_s_high":282,"tok_s_ceiling":353},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":154,"tok_s_high":274,"tok_s_ceiling":343},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":29,"tok_s_ceiling":37},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":174,"tok_s_high":310,"tok_s_ceiling":387},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":39.4,"needs_gb":42.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"6-bit","bits_per_weight":6.5,"weights_gb":60.1,"needs_gb":64.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":74,"tok_s_high":132,"tok_s_ceiling":164},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"6-bit","bits_per_weight":6.5,"weights_gb":65,"needs_gb":70.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":225,"tok_s_high":400,"tok_s_ceiling":500},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"4-bit","bits_per_weight":4.5,"weights_gb":59.6,"needs_gb":64.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":79,"tok_s_high":141,"tok_s_ceiling":176},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":61.3,"needs_gb":66.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":52.1,"needs_gb":56.3,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":193,"tok_s_high":343,"tok_s_ceiling":429},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"3-bit","bits_per_weight":3.5,"weights_gb":52.5,"needs_gb":56.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":102,"tok_s_high":181,"tok_s_ceiling":226},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"3-bit","bits_per_weight":3.5,"weights_gb":52.5,"needs_gb":56.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":102,"tok_s_high":181,"tok_s_ceiling":226},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"3-bit","bits_per_weight":3.5,"weights_gb":53.4,"needs_gb":57.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":123,"tok_s_high":218,"tok_s_ceiling":273},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"3-bit","bits_per_weight":3.5,"weights_gb":53.4,"needs_gb":57.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":123,"tok_s_high":218,"tok_s_ceiling":273},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":53.8,"needs_gb":58.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":22},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":56,"needs_gb":60.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":284,"tok_s_high":505,"tok_s_ceiling":632},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":174,"tok_s_high":310,"tok_s_ceiling":387},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-96gb","chip":"Apple M5 Ultra","memory_gb":96,"bandwidth_gbs":1200,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":900,"tok_s_high":1600,"tok_s_ceiling":2000},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":600,"tok_s_high":1067,"tok_s_ceiling":1333},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":415,"tok_s_high":738,"tok_s_ceiling":923},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":257,"tok_s_high":457,"tok_s_ceiling":571},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":186,"tok_s_high":331,"tok_s_ceiling":414},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":159,"tok_s_high":282,"tok_s_ceiling":353},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":135,"tok_s_high":240,"tok_s_ceiling":300},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":129,"tok_s_high":229,"tok_s_ceiling":286},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":87,"tok_s_high":155,"tok_s_ceiling":194},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":126,"tok_s_high":223,"tok_s_ceiling":279},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":123,"tok_s_high":218,"tok_s_ceiling":273},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":225,"tok_s_high":400,"tok_s_ceiling":500},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":113,"tok_s_ceiling":141},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":113,"tok_s_ceiling":141},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":62,"tok_s_high":110,"tok_s_ceiling":138},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":57,"tok_s_high":101,"tok_s_ceiling":126},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":94},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":64,"tok_s_ceiling":81},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":284,"tok_s_high":505,"tok_s_ceiling":632},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":257,"tok_s_high":457,"tok_s_ceiling":571},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":135,"tok_s_high":240,"tok_s_ceiling":300},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":117,"tok_s_high":209,"tok_s_ceiling":261},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":38},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":38},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":146,"tok_s_high":259,"tok_s_ceiling":324},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":159,"tok_s_high":282,"tok_s_ceiling":353},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":154,"tok_s_high":274,"tok_s_ceiling":343},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":29,"tok_s_ceiling":37},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":174,"tok_s_high":310,"tok_s_ceiling":387},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":39.4,"needs_gb":42.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":78.6,"needs_gb":84.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"8-bit","bits_per_weight":8.5,"weights_gb":85,"needs_gb":91.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"8-bit","bits_per_weight":8.5,"weights_gb":112.6,"needs_gb":121.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":115.8,"needs_gb":125.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":30,"tok_s_high":53,"tok_s_ceiling":66},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":126.4,"needs_gb":136.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":78,"tok_s_high":139,"tok_s_ceiling":174},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"8-bit","bits_per_weight":8.5,"weights_gb":127.5,"needs_gb":137.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"8-bit","bits_per_weight":8.5,"weights_gb":127.5,"needs_gb":137.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"8-bit","bits_per_weight":8.5,"weights_gb":129.6,"needs_gb":140,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":113},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"8-bit","bits_per_weight":8.5,"weights_gb":129.6,"needs_gb":140,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":113},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":130.7,"needs_gb":141.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":136,"needs_gb":146.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"6-bit","bits_per_weight":6.5,"weights_gb":146.3,"needs_gb":158,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":110,"tok_s_high":196,"tok_s_ceiling":245},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"4-bit","bits_per_weight":4.5,"weights_gb":129.4,"needs_gb":139.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":96,"tok_s_high":171,"tok_s_ceiling":214},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"inkling-small","model_name":"Inkling Small","version":"4-bit","bits_per_weight":4.5,"weights_gb":155.3,"needs_gb":167.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":79,"tok_s_high":141,"tok_s_ceiling":176},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"4-bit","bits_per_weight":4.5,"weights_gb":159.8,"needs_gb":172.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":74,"tok_s_high":132,"tok_s_ceiling":164},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"hy3","model_name":"Hy3","version":"4-bit","bits_per_weight":4.5,"weights_gb":165.9,"needs_gb":179.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":46,"tok_s_high":81,"tok_s_ceiling":102},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"3-bit","bits_per_weight":3.5,"weights_gb":140,"needs_gb":151.2,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":68,"tok_s_high":122,"tok_s_ceiling":152},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"3-bit","bits_per_weight":3.5,"weights_gb":173.7,"needs_gb":187.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":73,"tok_s_high":130,"tok_s_ceiling":162},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"3-bit","bits_per_weight":3.5,"weights_gb":175,"needs_gb":189,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":73,"tok_s_high":130,"tok_s_ceiling":162},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":75,"tok_s_high":133,"tok_s_ceiling":167},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":31,"tok_s_high":56,"tok_s_ceiling":70},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":108,"tok_s_high":192,"tok_s_ceiling":240},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":69,"tok_s_high":123,"tok_s_ceiling":154},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-256gb","chip":"Apple M5 Ultra","memory_gb":256,"bandwidth_gbs":1200,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":900,"tok_s_high":1600,"tok_s_ceiling":2000},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":600,"tok_s_high":1067,"tok_s_ceiling":1333},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":415,"tok_s_high":738,"tok_s_ceiling":923},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":257,"tok_s_high":457,"tok_s_ceiling":571},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":186,"tok_s_high":331,"tok_s_ceiling":414},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":159,"tok_s_high":282,"tok_s_ceiling":353},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":135,"tok_s_high":240,"tok_s_ceiling":300},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":129,"tok_s_high":229,"tok_s_ceiling":286},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":87,"tok_s_high":155,"tok_s_ceiling":194},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":126,"tok_s_high":223,"tok_s_ceiling":279},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":123,"tok_s_high":218,"tok_s_ceiling":273},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":225,"tok_s_high":400,"tok_s_ceiling":500},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":113,"tok_s_high":200,"tok_s_ceiling":250},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":113,"tok_s_ceiling":141},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":113,"tok_s_ceiling":141},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.7,"needs_gb":10.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":62,"tok_s_high":110,"tok_s_ceiling":138},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":57,"tok_s_high":101,"tok_s_ceiling":126},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"8-bit","bits_per_weight":8.5,"weights_gb":12.7,"needs_gb":14.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":94},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"phi-4","model_name":"Phi-4 (14B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":14.9,"needs_gb":16.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":64,"tok_s_ceiling":81},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":34,"tok_s_high":60,"tok_s_ceiling":75},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":284,"tok_s_high":505,"tok_s_ceiling":632},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":257,"tok_s_high":457,"tok_s_ceiling":571},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":25.5,"needs_gb":27.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":21,"tok_s_high":38,"tok_s_ceiling":47},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":26.8,"needs_gb":28.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":135,"tok_s_high":240,"tok_s_ceiling":300},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"8-bit","bits_per_weight":8.5,"weights_gb":28.7,"needs_gb":31,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":33,"tok_s_ceiling":42},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"8-bit","bits_per_weight":8.5,"weights_gb":30.6,"needs_gb":33,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":117,"tok_s_high":209,"tok_s_ceiling":261},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.5,"needs_gb":34,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":38},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":30,"tok_s_ceiling":38},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":146,"tok_s_high":259,"tok_s_ceiling":324},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":31.9,"needs_gb":34.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":159,"tok_s_high":282,"tok_s_ceiling":353},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.4,"needs_gb":35,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":154,"tok_s_high":274,"tok_s_ceiling":343},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"8-bit","bits_per_weight":8.5,"weights_gb":32.6,"needs_gb":35.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":29,"tok_s_ceiling":37},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"8-bit","bits_per_weight":8.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":174,"tok_s_high":310,"tok_s_ceiling":387},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"flint","model_name":"Recursive Flint","version":"8-bit","bits_per_weight":8.5,"weights_gb":42.3,"needs_gb":45.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":39.4,"needs_gb":42.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"8-bit","bits_per_weight":8.5,"weights_gb":78.6,"needs_gb":84.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":56,"tok_s_high":100,"tok_s_ceiling":125},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"8-bit","bits_per_weight":8.5,"weights_gb":85,"needs_gb":91.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":169,"tok_s_high":300,"tok_s_ceiling":375},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"8-bit","bits_per_weight":8.5,"weights_gb":112.6,"needs_gb":121.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":115.8,"needs_gb":125.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":30,"tok_s_high":53,"tok_s_ceiling":66},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":200,"tok_s_high":356,"tok_s_ceiling":444},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":126.4,"needs_gb":136.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":78,"tok_s_high":139,"tok_s_ceiling":174},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"8-bit","bits_per_weight":8.5,"weights_gb":127.5,"needs_gb":137.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"8-bit","bits_per_weight":8.5,"weights_gb":127.5,"needs_gb":137.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"8-bit","bits_per_weight":8.5,"weights_gb":129.6,"needs_gb":140,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":113},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"8-bit","bits_per_weight":8.5,"weights_gb":129.6,"needs_gb":140,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":113},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":130.7,"needs_gb":141.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"8-bit","bits_per_weight":8.5,"weights_gb":136,"needs_gb":146.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"8-bit","bits_per_weight":8.5,"weights_gb":191.3,"needs_gb":206.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":84,"tok_s_high":150,"tok_s_ceiling":188},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"8-bit","bits_per_weight":8.5,"weights_gb":244.4,"needs_gb":264,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":113},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"inkling-small","model_name":"Inkling Small","version":"8-bit","bits_per_weight":8.5,"weights_gb":293.3,"needs_gb":316.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"8-bit","bits_per_weight":8.5,"weights_gb":301.8,"needs_gb":325.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":70,"tok_s_ceiling":87},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"hy3","model_name":"Hy3","version":"8-bit","bits_per_weight":8.5,"weights_gb":313.4,"needs_gb":338.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":43,"tok_s_ceiling":54},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":64,"tok_s_high":114,"tok_s_ceiling":143},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"8-bit","bits_per_weight":8.5,"weights_gb":340,"needs_gb":367.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"6-bit","bits_per_weight":6.5,"weights_gb":322.6,"needs_gb":348.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":70,"tok_s_ceiling":87},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":325,"needs_gb":351,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":39,"tok_s_high":70,"tok_s_ceiling":87},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"minimax-m3","model_name":"MiniMax M3","version":"6-bit","bits_per_weight":6.5,"weights_gb":347.8,"needs_gb":375.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"beam-1.0","model_name":"Beam 1.0","version":"4-bit","bits_per_weight":4.5,"weights_gb":281.8,"needs_gb":304.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":42,"tok_s_high":74,"tok_s_ceiling":93},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"4-bit","bits_per_weight":4.5,"weights_gb":309.4,"needs_gb":334.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":31,"tok_s_ceiling":39},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"4-bit","bits_per_weight":4.5,"weights_gb":310.5,"needs_gb":335.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":60,"tok_s_high":107,"tok_s_ceiling":133},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"4-bit","bits_per_weight":4.5,"weights_gb":315,"needs_gb":340.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":295.3,"needs_gb":318.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":30,"tok_s_high":54,"tok_s_ceiling":67},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"glm-5.3","model_name":"GLM-5.3","version":"3-bit","bits_per_weight":3.5,"weights_gb":325.5,"needs_gb":351.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":31,"tok_s_high":55,"tok_s_ceiling":69},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":92},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":42,"tok_s_high":75,"tok_s_ceiling":94},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"2-bit","bits_per_weight":2.5,"weights_gb":312.5,"needs_gb":337.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":54,"tok_s_high":96,"tok_s_ceiling":120},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"2-bit","bits_per_weight":2.5,"weights_gb":312.5,"needs_gb":337.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":54,"tok_s_high":96,"tok_s_ceiling":120},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"2-bit","bits_per_weight":2.5,"weights_gb":318.8,"needs_gb":344.3,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":41,"tok_s_high":73,"tok_s_ceiling":92},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m5-ultra-512gb","chip":"Apple M5 Ultra","memory_gb":512,"bandwidth_gbs":1200,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":115,"tok_s_high":204,"tok_s_ceiling":255},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":33,"tok_s_high":58,"tok_s_ceiling":73},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":45,"tok_s_ceiling":57},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":42,"tok_s_ceiling":53},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":22,"tok_s_high":38,"tok_s_ceiling":48},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":20,"tok_s_high":36,"tok_s_ceiling":45},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":31,"tok_s_ceiling":38},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":29,"tok_s_ceiling":36},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":36},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":29,"tok_s_high":51,"tok_s_ceiling":64},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":26,"tok_s_ceiling":32},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.2,"needs_gb":8.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":21},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"4-bit","bits_per_weight":4.5,"weights_gb":5.1,"needs_gb":6.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":14,"tok_s_high":24,"tok_s_ceiling":30},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"4-bit","bits_per_weight":4.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":18,"tok_s_ceiling":23},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"phi-4","model_name":"Phi-4 (14B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":9,"tok_s_high":15,"tok_s_ceiling":19},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"4-bit","bits_per_weight":4.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":8,"tok_s_high":15,"tok_s_ceiling":18},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"3-bit","bits_per_weight":3.5,"weights_gb":9.2,"needs_gb":10.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":43,"tok_s_high":77,"tok_s_ceiling":96},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":15},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":15},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"3-bit","bits_per_weight":3.5,"weights_gb":10.5,"needs_gb":12,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":12,"tok_s_ceiling":15},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"2-bit","bits_per_weight":2.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":57,"tok_s_high":102,"tok_s_ceiling":128},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":8,"tok_s_high":15,"tok_s_ceiling":18},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"2-bit","bits_per_weight":2.5,"weights_gb":8.4,"needs_gb":9.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":8,"tok_s_high":15,"tok_s_ceiling":18},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"2-bit","bits_per_weight":2.5,"weights_gb":9,"needs_gb":10.5,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":53,"tok_s_high":94,"tok_s_ceiling":118},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.3,"needs_gb":10.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":13,"tok_s_ceiling":16},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":13,"tok_s_ceiling":16},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":63,"tok_s_high":111,"tok_s_ceiling":139},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.4,"needs_gb":10.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":69,"tok_s_high":122,"tok_s_ceiling":153},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.5,"needs_gb":11,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":69,"tok_s_high":122,"tok_s_ceiling":153},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"2-bit","bits_per_weight":2.5,"weights_gb":9.6,"needs_gb":11.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":7,"tok_s_high":13,"tok_s_ceiling":16},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"2-bit","bits_per_weight":2.5,"weights_gb":10.9,"needs_gb":12.4,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":77,"tok_s_high":136,"tok_s_ceiling":170},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":86,"tok_s_high":153,"tok_s_ceiling":191},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-16gb","chip":"Apple M6","memory_gb":16,"bandwidth_gbs":153,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":128,"tok_s_high":227,"tok_s_ceiling":283},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":85,"tok_s_high":151,"tok_s_ceiling":189},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":59,"tok_s_high":105,"tok_s_ceiling":131},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":65,"tok_s_ceiling":81},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":47,"tok_s_ceiling":59},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":43,"tok_s_ceiling":53},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":43,"tok_s_ceiling":53},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":43},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":18,"tok_s_high":32,"tok_s_ceiling":40},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":18,"tok_s_high":32,"tok_s_ceiling":40},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":31,"tok_s_ceiling":39},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.2,"needs_gb":8.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.3,"needs_gb":8.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":19,"tok_s_ceiling":23},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"4-bit","bits_per_weight":4.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"phi-4","model_name":"Phi-4 (14B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":22},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":40,"tok_s_high":72,"tok_s_ceiling":89},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":13},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":70,"tok_s_high":124,"tok_s_ceiling":155},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":13},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":13.5,"needs_gb":15,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":13},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"4-bit","bits_per_weight":4.5,"weights_gb":14.2,"needs_gb":15.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":65,"tok_s_ceiling":81},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"4-bit","bits_per_weight":4.5,"weights_gb":15.2,"needs_gb":16.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.2,"needs_gb":17.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13,"needs_gb":14.5,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":13},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":59,"tok_s_high":105,"tok_s_ceiling":131},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":13},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":51,"tok_s_high":91,"tok_s_ceiling":113},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.1,"needs_gb":14.6,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":59,"tok_s_high":105,"tok_s_ceiling":131},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.2,"needs_gb":14.7,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":55,"tok_s_high":97,"tok_s_ceiling":121},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.3,"needs_gb":14.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":55,"tok_s_high":97,"tok_s_ceiling":121},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"3-bit","bits_per_weight":3.5,"weights_gb":13.4,"needs_gb":14.9,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":6,"tok_s_high":10,"tok_s_ceiling":13},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"3-bit","bits_per_weight":3.5,"weights_gb":15.3,"needs_gb":16.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":59,"tok_s_high":105,"tok_s_ceiling":131},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"3-bit","bits_per_weight":3.5,"weights_gb":15.3,"needs_gb":16.8,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":59,"tok_s_high":105,"tok_s_ceiling":131},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"flint","model_name":"Recursive Flint","version":"2-bit","bits_per_weight":2.5,"weights_gb":12.4,"needs_gb":13.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":96,"tok_s_high":170,"tok_s_ceiling":213},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-24gb","chip":"Apple M6","memory_gb":24,"bandwidth_gbs":170,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"qwen3-0.6b","model_name":"Qwen3 0.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.6,"needs_gb":2.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":128,"tok_s_high":227,"tok_s_ceiling":283},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"qwen3.5-0.8b","model_name":"Qwen3.5 0.8B","version":"8-bit","bits_per_weight":8.5,"weights_gb":0.9,"needs_gb":2.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":85,"tok_s_high":151,"tok_s_ceiling":189},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"llama-3.2-1b","model_name":"Llama 3.2 1B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":1.3,"needs_gb":2.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":59,"tok_s_high":105,"tok_s_ceiling":131},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"qwen3.5-2b","model_name":"Qwen3.5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.1,"needs_gb":3.6,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":36,"tok_s_high":65,"tok_s_ceiling":81},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"minicpm5-2b","model_name":"MiniCPM5 2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.7,"needs_gb":4.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":28,"tok_s_high":50,"tok_s_ceiling":63},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"lfm2.5-2.6b","model_name":"LFM2.5 2.6B","version":"8-bit","bits_per_weight":8.5,"weights_gb":2.9,"needs_gb":4.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":26,"tok_s_high":47,"tok_s_ceiling":59},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"granite-4.2-3b","model_name":"Granite 4.2 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":43,"tok_s_ceiling":53},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"smollm3-3b","model_name":"SmolLM3 3B","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.2,"needs_gb":4.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":24,"tok_s_high":43,"tok_s_ceiling":53},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"llama-3.2-3b","model_name":"Llama 3.2 3B Instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":3.4,"needs_gb":4.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":23,"tok_s_high":40,"tok_s_ceiling":50},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"phi-4-mini","model_name":"Phi-4 mini instruct","version":"8-bit","bits_per_weight":8.5,"weights_gb":4,"needs_gb":5.5,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":19,"tok_s_high":34,"tok_s_ceiling":43},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"nemotron-3-nano-4b","model_name":"Nemotron 3 Nano 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":18,"tok_s_high":32,"tok_s_ceiling":40},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"nemotron-labs-dory-1.0-4b","model_name":"Nemotron-Labs Dory 1.0 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.2,"needs_gb":5.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":22,"tok_s_ceiling":27},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"qwen3.5-4b","model_name":"Qwen3.5 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.3,"needs_gb":5.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":18,"tok_s_high":32,"tok_s_ceiling":40},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"spark-x2.6-4b","model_name":"Spark-X2.6 4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":4.4,"needs_gb":5.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":17,"tok_s_high":31,"tok_s_ceiling":39},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"gemma-4-e2b","model_name":"Gemma 4 E2B","version":"8-bit","bits_per_weight":8.5,"weights_gb":5.4,"needs_gb":6.9,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"gemma-4-e4b","model_name":"Gemma 4 E4B","version":"8-bit","bits_per_weight":8.5,"weights_gb":8.5,"needs_gb":10,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":16,"tok_s_high":28,"tok_s_ceiling":35},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"granite-4.2-8b","model_name":"Granite 4.2 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.5,"needs_gb":8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":12,"tok_s_high":21,"tok_s_ceiling":26},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"qwen3-8b","model_name":"Qwen3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"ministral-3-8b","model_name":"Ministral 3 8B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.2,"needs_gb":8.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":19,"tok_s_ceiling":24},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"qwen3.5-9b","model_name":"Qwen3.5 9B","version":"6-bit","bits_per_weight":6.5,"weights_gb":7.3,"needs_gb":8.8,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":19,"tok_s_ceiling":23},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"gemma-4-12b","model_name":"Gemma 4 12B Unified","version":"4-bit","bits_per_weight":4.5,"weights_gb":6.7,"needs_gb":8.2,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":11,"tok_s_high":20,"tok_s_ceiling":25},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"phi-4","model_name":"Phi-4 (14B)","version":"4-bit","bits_per_weight":4.5,"weights_gb":7.9,"needs_gb":9.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":10,"tok_s_high":17,"tok_s_ceiling":22},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"phi-4-reasoning-vision-15b","model_name":"Phi-4 Reasoning Vision 15B","version":"8-bit","bits_per_weight":8.5,"weights_gb":15.9,"needs_gb":17.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":9,"tok_s_ceiling":11},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"gpt-oss-20b","model_name":"gpt-oss-20b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":13.8,"needs_gb":15.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":40,"tok_s_high":72,"tok_s_ceiling":89},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"devstral-small-2","model_name":"Devstral Small 2 (24B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"lfm2.5-24b-a2b","model_name":"LFM2.5 24B A2B","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":48,"tok_s_high":85,"tok_s_ceiling":106},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"magistral-small-2509","model_name":"Magistral Small 1.2 (2509)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"mistral-small-3.2","model_name":"Mistral Small 3.2 (24B)","version":"6-bit","bits_per_weight":6.5,"weights_gb":19.5,"needs_gb":21.1,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":7,"tok_s_ceiling":9},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"gemma-4-26b-a4b","model_name":"Gemma 4 26B A4B","version":"6-bit","bits_per_weight":6.5,"weights_gb":20.5,"needs_gb":22.1,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":25,"tok_s_high":44,"tok_s_ceiling":55},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"qwen3.6-27b","model_name":"Qwen3.6 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"qwen3.8-27b","model_name":"Qwen3.8 27B","version":"6-bit","bits_per_weight":6.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"raon-1-mini-preview","model_name":"Raon-1 mini Preview","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.2,"needs_gb":17.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":32,"tok_s_high":57,"tok_s_ceiling":71},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"muse-glimmer-30b","model_name":"Muse Glimmer 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.7,"needs_gb":18.2,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"glm-4.7-flash","model_name":"GLM-4.7 Flash","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"granite-4.2-30b","model_name":"Granite 4.2 30B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":5,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"nemotron-3-nano-30b-a3b","model_name":"Nemotron 3 Nano 30B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":38,"tok_s_high":68,"tok_s_ceiling":85},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"hy-memory-30b-a3b","model_name":"Hy-Memory-30B-A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":16.9,"needs_gb":18.4,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":43,"tok_s_high":76,"tok_s_ceiling":94},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"qwen3-coder-30b-a3b","model_name":"Qwen3 Coder 30B A3B Instruct","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.2,"needs_gb":18.7,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":40,"tok_s_high":72,"tok_s_ceiling":89},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"gemma-4-31b","model_name":"Gemma 4 31B","version":"4-bit","bits_per_weight":4.5,"weights_gb":17.3,"needs_gb":18.8,"fit":"fits","group":"Runs, but slowly","below_4_bit":false,"tok_s_low":4,"tok_s_high":8,"tok_s_ceiling":10},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"qwen3.6-35b-a3b","model_name":"Qwen3.6 35B A3B","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"sage-a1.5","model_name":"Sage-A1.5","version":"4-bit","bits_per_weight":4.5,"weights_gb":19.7,"needs_gb":21.3,"fit":"fits","group":"Runs well","below_4_bit":false,"tok_s_low":45,"tok_s_high":80,"tok_s_ceiling":100},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"flint","model_name":"Recursive Flint","version":"3-bit","bits_per_weight":3.5,"weights_gb":17.4,"needs_gb":18.9,"fit":"fits","group":"Runs well","below_4_bit":true,"tok_s_low":70,"tok_s_high":124,"tok_s_ceiling":155},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"llama-3.3-70b","model_name":"Llama 3.3 70B Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":21.9,"needs_gb":23.7,"fit":"fits","group":"Runs, but slowly","below_4_bit":true,"tok_s_low":3,"tok_s_high":6,"tok_s_ceiling":8},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"nemotron-3.5-bolt-74b-a9b","model_name":"Nemotron 3.5 Bolt 74B A9B","version":"2-bit","bits_per_weight":2.5,"weights_gb":23.1,"needs_gb":24.9,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":27,"tok_s_high":49,"tok_s_ceiling":61},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"qwen3-coder-next","model_name":"Qwen3 Coder Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":25,"needs_gb":27,"fit":"tight","group":"Only just fits","below_4_bit":true,"tok_s_low":85,"tok_s_high":151,"tok_s_ceiling":189},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"glm-4.5-air","model_name":"GLM-4.5 Air","version":"2-bit","bits_per_weight":2.5,"weights_gb":33.1,"needs_gb":35.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"llama-4-scout","model_name":"Llama 4 Scout 17B-16E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":34.1,"needs_gb":36.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"gpt-oss-120b","model_name":"gpt-oss-120b","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":65.3,"needs_gb":70.5,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"mistral-small-4","model_name":"Mistral Small 4 (119B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.2,"needs_gb":40.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super VL 120B A12B","version":"2-bit","bits_per_weight":2.5,"weights_gb":37.5,"needs_gb":40.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"ornith-1.5-122b","model_name":"Ornith 1.5 122B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"qwen3.5-122b-a10b","model_name":"Qwen3.5 122B A10B","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.1,"needs_gb":41.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"devstral-2-123b","model_name":"Devstral 2 (123B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":38.4,"needs_gb":41.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"mistral-medium-3.5","model_name":"Mistral Medium 3.5 (128B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":40,"needs_gb":43.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"qwen3.8-flash-next","model_name":"Qwen3.8 Flash Next","version":"2-bit","bits_per_weight":2.5,"weights_gb":56.3,"needs_gb":60.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"minimax-m2.7","model_name":"MiniMax M2.7","version":"2-bit","bits_per_weight":2.5,"weights_gb":71.9,"needs_gb":77.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"inkling-small","model_name":"Inkling Small","version":"2-bit","bits_per_weight":2.5,"weights_gb":86.3,"needs_gb":93.2,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"deepseek-v4-flash-0731","model_name":"DeepSeek V4 Flash 0731","version":"2-bit","bits_per_weight":2.5,"weights_gb":88.8,"needs_gb":95.9,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"hy3","model_name":"Hy3","version":"2-bit","bits_per_weight":2.5,"weights_gb":92.2,"needs_gb":99.6,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"mimo-v2.6-flash","model_name":"MiMo V2.6 Flash","version":"native 4.48-bit","bits_per_weight":4.48,"weights_gb":172.9,"needs_gb":186.7,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"glm-5.3-flash","model_name":"GLM-5.3 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":100,"needs_gb":108,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"qwen3.5-397b-a17b","model_name":"Qwen3.5 397B A17B","version":"2-bit","bits_per_weight":2.5,"weights_gb":124.1,"needs_gb":134,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"llama-4-maverick","model_name":"Llama 4 Maverick 17B-128E Instruct","version":"2-bit","bits_per_weight":2.5,"weights_gb":125,"needs_gb":135,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"minimax-m3","model_name":"MiniMax M3","version":"2-bit","bits_per_weight":2.5,"weights_gb":133.8,"needs_gb":144.5,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"beam-1.0","model_name":"Beam 1.0","version":"2-bit","bits_per_weight":2.5,"weights_gb":156.6,"needs_gb":169.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","version":"2-bit","bits_per_weight":2.5,"weights_gb":171.9,"needs_gb":185.7,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"deepseek-v4.1-flash-1017","model_name":"DeepSeek V4.1 Flash 1017","version":"2-bit","bits_per_weight":2.5,"weights_gb":172.5,"needs_gb":186.3,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"ling-3.1-flash","model_name":"Ling 3.1 Flash","version":"2-bit","bits_per_weight":2.5,"weights_gb":175,"needs_gb":189,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"mistral-large-3","model_name":"Mistral Large 3 (675B)","version":"2-bit","bits_per_weight":2.5,"weights_gb":210.9,"needs_gb":227.8,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"glm-5.3","model_name":"GLM-5.3","version":"2-bit","bits_per_weight":2.5,"weights_gb":232.5,"needs_gb":251.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"muse-spark-open","model_name":"Muse Spark Open","version":"2-bit","bits_per_weight":2.5,"weights_gb":255,"needs_gb":275.4,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"inkling","model_name":"Inkling","version":"2-bit","bits_per_weight":2.5,"weights_gb":304.7,"needs_gb":329.1,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"kimi-k2.6","model_name":"Kimi K2.6","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"kimi-k2.7-code","model_name":"Kimi K2.7 Code","version":"native 4-bit","bits_per_weight":4,"weights_gb":595.2,"needs_gb":642.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"mimo-v2.6-pro","model_name":"MiMo V2.6 Pro","version":"native 4.44-bit","bits_per_weight":4.44,"weights_gb":566.1,"needs_gb":611.4,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"deepseek-v4-pro-0813","model_name":"DeepSeek V4 Pro 0813","version":"2-bit","bits_per_weight":2.5,"weights_gb":500,"needs_gb":540,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"qwen3.8-2.4t-a95b","model_name":"Qwen3.8 2.4T A95B","version":"2-bit","bits_per_weight":2.5,"weights_gb":750,"needs_gb":810,"fit":"no","group":"Too big","below_4_bit":true,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null},{"mac":"m6-32gb","chip":"Apple M6","memory_gb":32,"bandwidth_gbs":170,"model":"kimi-k3","model_name":"Kimi K3","version":"native 4.25-bit","bits_per_weight":4.25,"weights_gb":1560.9,"needs_gb":1685.8,"fit":"no","group":"Too big","below_4_bit":false,"tok_s_low":null,"tok_s_high":null,"tok_s_ceiling":null}]}