{ "format_version": 1, "retrieved_at": "2026-09-08T02:50:39.612437+00:00", "historical_snapshot": "April 2026 article attribution; historical article and checkpoint versions not recovered.", "scope": "20 master-table rows; 22 checkpoint config attempts; 20 public JSON snapshots; two authentication-blocked.", "verification_levels": { "config-backed": "Exact listed JSON values match vendor revision bytes, not model execution.", "implementation-reviewed": "Human inspection of pinned source symbols, not runtime verification.", "vendor-reported": "Vendor statement, not independent parameter inventory.", "partial": "Some components supported; remaining claim explicit.", "unverified": "Evidence unavailable or identity/semantics unresolved.", "not-applicable": "Not applicable to the reviewed dense checkpoint." }, "configs": [ { "id": "deepseek-v3", "repository": "deepseek-ai/DeepSeek-V3", "revision": "e815299b0bcbac849fa540c768ef21845365c9eb", "gated": false, "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V3/resolve/e815299b0bcbac849fa540c768ef21845365c9eb/config.json", "status": "downloaded", "sha256": "cbf0b95dc614de208a109bb5fd4e7eed11385e9c68411d2c17db5319443035d9", "bytes": 1660, "snapshot": "configs/deepseek-v3.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "DeepseekV3ForCausalLM" ] }, { "pointer": "/attention_bias", "expected": false }, { "pointer": "/first_k_dense_replace", "expected": 3 }, { "pointer": "/hidden_act", "expected": "silu" }, { "pointer": "/hidden_size", "expected": 7168 }, { "pointer": "/kv_lora_rank", "expected": 512 }, { "pointer": "/max_position_embeddings", "expected": 163840 }, { "pointer": "/model_type", "expected": "deepseek_v3" }, { "pointer": "/moe_intermediate_size", "expected": 2048 }, { "pointer": "/moe_layer_freq", "expected": 1 }, { "pointer": "/n_routed_experts", "expected": 256 }, { "pointer": "/n_shared_experts", "expected": 1 }, { "pointer": "/num_attention_heads", "expected": 128 }, { "pointer": "/num_experts_per_tok", "expected": 8 }, { "pointer": "/num_hidden_layers", "expected": 61 }, { "pointer": "/num_key_value_heads", "expected": 128 }, { "pointer": "/q_lora_rank", "expected": 1536 }, { "pointer": "/qk_nope_head_dim", "expected": 128 }, { "pointer": "/qk_rope_head_dim", "expected": 64 }, { "pointer": "/rms_norm_eps", "expected": 1e-06 }, { "pointer": "/rope_scaling", "expected": { "beta_fast": 32, "beta_slow": 1, "factor": 40, "mscale": 1.0, "mscale_all_dim": 1.0, "original_max_position_embeddings": 4096, "type": "yarn" } }, { "pointer": "/rope_theta", "expected": 10000 }, { "pointer": "/v_head_dim", "expected": 128 } ] }, { "id": "llama4-maverick", "repository": "meta-llama/Llama-4-Maverick-17B-128E-Instruct", "revision": "73d14711bcc77c16df3470856949c3764056b617", "gated": "manual", "source_url": "https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct/resolve/73d14711bcc77c16df3470856949c3764056b617/config.json", "status": "unavailable", "error": "HTTP Error 401: Unauthorized", "scope": "Config unavailable without authentication; public revision metadata is not config verification.", "facts": [] }, { "id": "qwen3-235b", "repository": "Qwen/Qwen3-235B-A22B", "revision": "8efa61729e24bd65b1d152b5ab5409052aa80e65", "gated": false, "source_url": "https://huggingface.co/Qwen/Qwen3-235B-A22B/resolve/8efa61729e24bd65b1d152b5ab5409052aa80e65/config.json", "status": "downloaded", "sha256": "0ecd5d6fe6f2db6739e4e36ab06b88ebe7bd013ef31b9583f43796059a2b23a4", "bytes": 965, "snapshot": "configs/qwen3-235b.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "Qwen3MoeForCausalLM" ] }, { "pointer": "/attention_bias", "expected": false }, { "pointer": "/head_dim", "expected": 128 }, { "pointer": "/hidden_act", "expected": "silu" }, { "pointer": "/hidden_size", "expected": 4096 }, { "pointer": "/max_position_embeddings", "expected": 40960 }, { "pointer": "/model_type", "expected": "qwen3_moe" }, { "pointer": "/moe_intermediate_size", "expected": 1536 }, { "pointer": "/num_attention_heads", "expected": 64 }, { "pointer": "/num_experts", "expected": 128 }, { "pointer": "/num_experts_per_tok", "expected": 8 }, { "pointer": "/num_hidden_layers", "expected": 94 }, { "pointer": "/num_key_value_heads", "expected": 4 }, { "pointer": "/rms_norm_eps", "expected": 1e-06 }, { "pointer": "/rope_scaling", "expected": null }, { "pointer": "/rope_theta", "expected": 1000000.0 }, { "pointer": "/sliding_window", "expected": null } ] }, { "id": "qwen3-next", "repository": "Qwen/Qwen3-Next-80B-A3B-Instruct", "revision": "9c7f2fbe84465e40164a94cc16cd30b6999b0cc7", "gated": false, "source_url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct/resolve/9c7f2fbe84465e40164a94cc16cd30b6999b0cc7/config.json", "status": "downloaded", "sha256": "2d483c7cabad7c8704478ed4038fa7e7b2eff840bc00a118eccbe38e2b488303", "bytes": 1154, "snapshot": "configs/qwen3-next.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "Qwen3NextForCausalLM" ] }, { "pointer": "/full_attention_interval", "expected": 4 }, { "pointer": "/head_dim", "expected": 256 }, { "pointer": "/hidden_act", "expected": "silu" }, { "pointer": "/hidden_size", "expected": 2048 }, { "pointer": "/max_position_embeddings", "expected": 262144 }, { "pointer": "/model_type", "expected": "qwen3_next" }, { "pointer": "/moe_intermediate_size", "expected": 512 }, { "pointer": "/num_attention_heads", "expected": 16 }, { "pointer": "/num_experts", "expected": 512 }, { "pointer": "/num_experts_per_tok", "expected": 10 }, { "pointer": "/num_hidden_layers", "expected": 48 }, { "pointer": "/num_key_value_heads", "expected": 2 }, { "pointer": "/partial_rotary_factor", "expected": 0.25 }, { "pointer": "/rms_norm_eps", "expected": 1e-06 }, { "pointer": "/rope_scaling", "expected": null }, { "pointer": "/rope_theta", "expected": 10000000 }, { "pointer": "/shared_expert_intermediate_size", "expected": 512 } ] }, { "id": "gemma3", "repository": "google/gemma-3-27b-it", "revision": "005ad3404e59d6023443cb575daa05336842228a", "gated": "manual", "source_url": "https://huggingface.co/google/gemma-3-27b-it/resolve/005ad3404e59d6023443cb575daa05336842228a/config.json", "status": "unavailable", "error": "HTTP Error 401: Unauthorized", "scope": "Config unavailable without authentication; public revision metadata is not config verification.", "facts": [] }, { "id": "gemma4-dense", "repository": "google/gemma-4-31B-it", "revision": "842da3794eaa0b77d5f08bae87a17459d91ff475", "gated": false, "source_url": "https://huggingface.co/google/gemma-4-31B-it/resolve/842da3794eaa0b77d5f08bae87a17459d91ff475/config.json", "status": "downloaded", "sha256": "e967dd38bc5cfd38bd09a995a7bf4a754075df2b46aba68f7fbb5a791e6d8dd1", "bytes": 4621, "snapshot": "configs/gemma4-dense.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "Gemma4ForConditionalGeneration" ] }, { "pointer": "/model_type", "expected": "gemma4" }, { "pointer": "/text_config/attention_bias", "expected": false }, { "pointer": "/text_config/attention_k_eq_v", "expected": true }, { "pointer": "/text_config/enable_moe_block", "expected": false }, { "pointer": "/text_config/global_head_dim", "expected": 512 }, { "pointer": "/text_config/head_dim", "expected": 256 }, { "pointer": "/text_config/hidden_activation", "expected": "gelu_pytorch_tanh" }, { "pointer": "/text_config/hidden_size", "expected": 5376 }, { "pointer": "/text_config/layer_types", "expected": [ "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention" ] }, { "pointer": "/text_config/max_position_embeddings", "expected": 262144 }, { "pointer": "/text_config/model_type", "expected": "gemma4_text" }, { "pointer": "/text_config/num_attention_heads", "expected": 32 }, { "pointer": "/text_config/num_experts", "expected": null }, { "pointer": "/text_config/num_global_key_value_heads", "expected": 4 }, { "pointer": "/text_config/num_hidden_layers", "expected": 60 }, { "pointer": "/text_config/num_key_value_heads", "expected": 16 }, { "pointer": "/text_config/rms_norm_eps", "expected": 1e-06 }, { "pointer": "/text_config/rope_parameters", "expected": { "full_attention": { "partial_rotary_factor": 0.25, "rope_theta": 1000000.0, "rope_type": "proportional" }, "sliding_attention": { "rope_theta": 10000.0, "rope_type": "default" } } }, { "pointer": "/text_config/sliding_window", "expected": 1024 }, { "pointer": "/text_config/top_k_experts", "expected": null } ] }, { "id": "gemma4-moe", "repository": "google/gemma-4-26B-A4B-it", "revision": "4d7ae4984b7db7de8f8457170b3f1a419ee76d52", "gated": false, "source_url": "https://huggingface.co/google/gemma-4-26B-A4B-it/resolve/4d7ae4984b7db7de8f8457170b3f1a419ee76d52/config.json", "status": "downloaded", "sha256": "ed0c1eb3633de771906e9ba004a44cc5635bcc06ee2062077c3d2e88a50707d3", "bytes": 3815, "snapshot": "configs/gemma4-moe.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "Gemma4ForConditionalGeneration" ] }, { "pointer": "/model_type", "expected": "gemma4" }, { "pointer": "/text_config/attention_bias", "expected": false }, { "pointer": "/text_config/attention_k_eq_v", "expected": true }, { "pointer": "/text_config/enable_moe_block", "expected": true }, { "pointer": "/text_config/global_head_dim", "expected": 512 }, { "pointer": "/text_config/head_dim", "expected": 256 }, { "pointer": "/text_config/hidden_activation", "expected": "gelu_pytorch_tanh" }, { "pointer": "/text_config/hidden_size", "expected": 2816 }, { "pointer": "/text_config/layer_types", "expected": [ "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention" ] }, { "pointer": "/text_config/max_position_embeddings", "expected": 262144 }, { "pointer": "/text_config/model_type", "expected": "gemma4_text" }, { "pointer": "/text_config/moe_intermediate_size", "expected": 704 }, { "pointer": "/text_config/num_attention_heads", "expected": 16 }, { "pointer": "/text_config/num_experts", "expected": 128 }, { "pointer": "/text_config/num_global_key_value_heads", "expected": 2 }, { "pointer": "/text_config/num_hidden_layers", "expected": 30 }, { "pointer": "/text_config/num_key_value_heads", "expected": 8 }, { "pointer": "/text_config/rms_norm_eps", "expected": 1e-06 }, { "pointer": "/text_config/rope_parameters", "expected": { "full_attention": { "partial_rotary_factor": 0.25, "rope_theta": 1000000.0, "rope_type": "proportional" }, "sliding_attention": { "rope_theta": 10000.0, "rope_type": "default" } } }, { "pointer": "/text_config/sliding_window", "expected": 1024 }, { "pointer": "/text_config/top_k_experts", "expected": 8 } ] }, { "id": "kimi-k2", "repository": "moonshotai/Kimi-K2-Instruct", "revision": "fd1984e2b7a3350dbf7305fe73a4ede25c14de50", "gated": false, "source_url": "https://huggingface.co/moonshotai/Kimi-K2-Instruct/resolve/fd1984e2b7a3350dbf7305fe73a4ede25c14de50/config.json", "status": "downloaded", "sha256": "8c13ae1049df55f29b3bdcae69a562433f243ff70dac251d819ecad8dbdf7439", "bytes": 1725, "snapshot": "configs/kimi-k2.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "DeepseekV3ForCausalLM" ] }, { "pointer": "/attention_bias", "expected": false }, { "pointer": "/first_k_dense_replace", "expected": 1 }, { "pointer": "/hidden_act", "expected": "silu" }, { "pointer": "/hidden_size", "expected": 7168 }, { "pointer": "/kv_lora_rank", "expected": 512 }, { "pointer": "/max_position_embeddings", "expected": 131072 }, { "pointer": "/model_type", "expected": "kimi_k2" }, { "pointer": "/moe_intermediate_size", "expected": 2048 }, { "pointer": "/moe_layer_freq", "expected": 1 }, { "pointer": "/n_routed_experts", "expected": 384 }, { "pointer": "/n_shared_experts", "expected": 1 }, { "pointer": "/num_attention_heads", "expected": 64 }, { "pointer": "/num_experts_per_tok", "expected": 8 }, { "pointer": "/num_hidden_layers", "expected": 61 }, { "pointer": "/num_key_value_heads", "expected": 64 }, { "pointer": "/q_lora_rank", "expected": 1536 }, { "pointer": "/qk_nope_head_dim", "expected": 128 }, { "pointer": "/qk_rope_head_dim", "expected": 64 }, { "pointer": "/rms_norm_eps", "expected": 1e-06 }, { "pointer": "/rope_theta", "expected": 50000.0 }, { "pointer": "/rope_scaling", "expected": { "beta_fast": 1.0, "beta_slow": 1.0, "factor": 32.0, "mscale": 1.0, "mscale_all_dim": 1.0, "original_max_position_embeddings": 4096, "type": "yarn" } }, { "pointer": "/v_head_dim", "expected": 128 } ] }, { "id": "kimi-linear", "repository": "moonshotai/Kimi-Linear-48B-A3B-Instruct", "revision": "e1df551a447157d4658b573f9a695d57658590e9", "gated": false, "source_url": "https://huggingface.co/moonshotai/Kimi-Linear-48B-A3B-Instruct/resolve/e1df551a447157d4658b573f9a695d57658590e9/config.json", "status": "downloaded", "sha256": "a6ac3c2c4b5aa72370f9727f49ffa4432715d20061889acdb37c688be853096e", "bytes": 1751, "snapshot": "configs/kimi-linear.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "KimiLinearForCausalLM" ] }, { "pointer": "/first_k_dense_replace", "expected": 1 }, { "pointer": "/head_dim", "expected": 72 }, { "pointer": "/hidden_act", "expected": "silu" }, { "pointer": "/hidden_size", "expected": 2304 }, { "pointer": "/kv_lora_rank", "expected": 512 }, { "pointer": "/linear_attn_config", "expected": { "full_attn_layers": [ 4, 8, 12, 16, 20, 24, 27 ], "head_dim": 128, "kda_layers": [ 1, 2, 3, 5, 6, 7, 9, 10, 11, 13, 14, 15, 17, 18, 19, 21, 22, 23, 25, 26 ], "num_heads": 32, "short_conv_kernel_size": 4 } }, { "pointer": "/mla_use_nope", "expected": true }, { "pointer": "/model_type", "expected": "kimi_linear" }, { "pointer": "/moe_intermediate_size", "expected": 1024 }, { "pointer": "/moe_layer_freq", "expected": 1 }, { "pointer": "/num_attention_heads", "expected": 32 }, { "pointer": "/num_experts", "expected": 256 }, { "pointer": "/num_experts_per_token", "expected": 8 }, { "pointer": "/num_hidden_layers", "expected": 27 }, { "pointer": "/num_key_value_heads", "expected": 32 }, { "pointer": "/num_shared_experts", "expected": 1 }, { "pointer": "/q_lora_rank", "expected": null }, { "pointer": "/qk_nope_head_dim", "expected": 128 }, { "pointer": "/qk_rope_head_dim", "expected": 64 }, { "pointer": "/rms_norm_eps", "expected": 1e-05 }, { "pointer": "/rope_scaling", "expected": null }, { "pointer": "/rope_theta", "expected": 10000.0 }, { "pointer": "/v_head_dim", "expected": 128 } ] }, { "id": "olmo2", "repository": "allenai/OLMo-2-1124-7B", "revision": "7df9a82518afdecae4e8c026b27adccc8c1f0032", "gated": false, "source_url": "https://huggingface.co/allenai/OLMo-2-1124-7B/resolve/7df9a82518afdecae4e8c026b27adccc8c1f0032/config.json", "status": "downloaded", "sha256": "f1e210de0ba704c579768c154bf57e36e170868ffecb060a6e0d3f2e6b0b9710", "bytes": 623, "snapshot": "configs/olmo2.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "Olmo2ForCausalLM" ] }, { "pointer": "/attention_bias", "expected": false }, { "pointer": "/hidden_act", "expected": "silu" }, { "pointer": "/hidden_size", "expected": 4096 }, { "pointer": "/max_position_embeddings", "expected": 4096 }, { "pointer": "/model_type", "expected": "olmo2" }, { "pointer": "/num_attention_heads", "expected": 32 }, { "pointer": "/num_hidden_layers", "expected": 32 }, { "pointer": "/num_key_value_heads", "expected": 32 }, { "pointer": "/rms_norm_eps", "expected": 1e-06 }, { "pointer": "/rope_scaling", "expected": null }, { "pointer": "/rope_theta", "expected": 500000 } ] }, { "id": "olmo3", "repository": "allenai/Olmo-3-7B-Think", "revision": "d97e442d7cc678210054dbcc9b440894d62c89a4", "gated": false, "source_url": "https://huggingface.co/allenai/Olmo-3-7B-Think/resolve/d97e442d7cc678210054dbcc9b440894d62c89a4/config.json", "status": "downloaded", "sha256": "c395e580e9e181b271048bbef57d0316ea7f2aea17761340c7cc6ccec6241119", "bytes": 1631, "snapshot": "configs/olmo3.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "Olmo3ForCausalLM" ] }, { "pointer": "/attention_bias", "expected": false }, { "pointer": "/hidden_act", "expected": "silu" }, { "pointer": "/hidden_size", "expected": 4096 }, { "pointer": "/layer_types", "expected": [ "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention" ] }, { "pointer": "/max_position_embeddings", "expected": 65536 }, { "pointer": "/model_type", "expected": "olmo3" }, { "pointer": "/num_attention_heads", "expected": 32 }, { "pointer": "/num_hidden_layers", "expected": 32 }, { "pointer": "/num_key_value_heads", "expected": 32 }, { "pointer": "/rms_norm_eps", "expected": 1e-06 }, { "pointer": "/rope_scaling", "expected": { "attention_factor": 1.2079441541679836, "beta_fast": 32.0, "beta_slow": 1.0, "factor": 8.0, "original_max_position_embeddings": 8192, "rope_type": "yarn" } }, { "pointer": "/rope_theta", "expected": 500000 }, { "pointer": "/sliding_window", "expected": 4096 } ] }, { "id": "mistral-small31", "repository": "mistralai/Mistral-Small-3.1-24B-Instruct-2503", "revision": "68faf511d618ef198fef186659617cfd2eb8e33a", "gated": false, "source_url": "https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503/resolve/68faf511d618ef198fef186659617cfd2eb8e33a/config.json", "status": "downloaded", "sha256": "ce3ec410cac74da358f786c574b73b6624c50c8bb876bcb628f06500fe07adcc", "bytes": 1177, "snapshot": "configs/mistral-small31.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "Mistral3ForConditionalGeneration" ] }, { "pointer": "/model_type", "expected": "mistral3" }, { "pointer": "/text_config/head_dim", "expected": 128 }, { "pointer": "/text_config/hidden_act", "expected": "silu" }, { "pointer": "/text_config/hidden_size", "expected": 5120 }, { "pointer": "/text_config/max_position_embeddings", "expected": 131072 }, { "pointer": "/text_config/model_type", "expected": "mistral" }, { "pointer": "/text_config/num_attention_heads", "expected": 32 }, { "pointer": "/text_config/num_hidden_layers", "expected": 40 }, { "pointer": "/text_config/num_key_value_heads", "expected": 8 }, { "pointer": "/text_config/rms_norm_eps", "expected": 1e-05 }, { "pointer": "/text_config/rope_theta", "expected": 1000000000.0 }, { "pointer": "/text_config/sliding_window", "expected": null } ] }, { "id": "mistral-large3", "repository": "mistralai/Mistral-Large-3-675B-Instruct-2512", "revision": "383ffea2c7d60dfd44ca960e8e691709d4fdb9cd", "gated": false, "source_url": "https://huggingface.co/mistralai/Mistral-Large-3-675B-Instruct-2512/resolve/383ffea2c7d60dfd44ca960e8e691709d4fdb9cd/params.json", "status": "downloaded", "sha256": "c142d4eb0664efe71df035bfa8cc1342438adef2352096c847790ec5cafd644c", "bytes": 2876, "snapshot": "configs/mistral-large3.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/dim", "expected": 7168 }, { "pointer": "/head_dim", "expected": 192 }, { "pointer": "/kv_lora_rank", "expected": 512 }, { "pointer": "/max_position_embeddings", "expected": 294912 }, { "pointer": "/moe", "expected": { "expert_hidden_dim": 4096, "expert_model_parallel": 1, "expert_parallel": 1, "first_k_dense_replace": 3, "num_expert_groups": 1, "num_expert_groups_per_tok": 1, "num_experts": 128, "num_experts_per_tok": 4, "num_shared_experts": 1, "route_every_n": 1, "routed_scale": 1.0 } }, { "pointer": "/n_heads", "expected": 128 }, { "pointer": "/n_kv_heads", "expected": 128 }, { "pointer": "/n_layers", "expected": 61 }, { "pointer": "/norm_eps", "expected": 1e-06 }, { "pointer": "/q_lora_rank", "expected": 1536 }, { "pointer": "/qk_nope_head_dim", "expected": 128 }, { "pointer": "/qk_rope_head_dim", "expected": 64 }, { "pointer": "/rope_theta", "expected": 10000.0 }, { "pointer": "/v_head_dim", "expected": 128 } ] }, { "id": "gpt-oss120b", "repository": "openai/gpt-oss-120b", "revision": "b5c939de8f754692c1647ca79fbf85e8c1e70f8a", "gated": false, "source_url": "https://huggingface.co/openai/gpt-oss-120b/resolve/b5c939de8f754692c1647ca79fbf85e8c1e70f8a/config.json", "status": "downloaded", "sha256": "933aeb666a3fd851133ddd7686414f369bc564c4185fb5704416550879f10566", "bytes": 2089, "snapshot": "configs/gpt-oss120b.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "GptOssForCausalLM" ] }, { "pointer": "/attention_bias", "expected": true }, { "pointer": "/head_dim", "expected": 64 }, { "pointer": "/hidden_act", "expected": "silu" }, { "pointer": "/hidden_size", "expected": 2880 }, { "pointer": "/layer_types", "expected": [ "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention" ] }, { "pointer": "/max_position_embeddings", "expected": 131072 }, { "pointer": "/model_type", "expected": "gpt_oss" }, { "pointer": "/num_attention_heads", "expected": 64 }, { "pointer": "/num_experts_per_tok", "expected": 4 }, { "pointer": "/num_hidden_layers", "expected": 36 }, { "pointer": "/num_key_value_heads", "expected": 8 }, { "pointer": "/num_local_experts", "expected": 128 }, { "pointer": "/rms_norm_eps", "expected": 1e-05 }, { "pointer": "/rope_scaling", "expected": { "beta_fast": 32.0, "beta_slow": 1.0, "factor": 32.0, "original_max_position_embeddings": 4096, "rope_type": "yarn", "truncate": false } }, { "pointer": "/rope_theta", "expected": 150000 }, { "pointer": "/sliding_window", "expected": 128 } ] }, { "id": "glm45", "repository": "zai-org/GLM-4.5", "revision": "cbb2c7cfb52fa128a9660cb1a7a78e017899e115", "gated": false, "source_url": "https://huggingface.co/zai-org/GLM-4.5/resolve/cbb2c7cfb52fa128a9660cb1a7a78e017899e115/config.json", "status": "downloaded", "sha256": "a5dbd07371a8a51b0013a63a7a70543a7094af1a9598812b537133e6da78dda7", "bytes": 1007, "snapshot": "configs/glm45.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "Glm4MoeForCausalLM" ] }, { "pointer": "/attention_bias", "expected": true }, { "pointer": "/head_dim", "expected": 128 }, { "pointer": "/hidden_act", "expected": "silu" }, { "pointer": "/hidden_size", "expected": 5120 }, { "pointer": "/partial_rotary_factor", "expected": 0.5 }, { "pointer": "/max_position_embeddings", "expected": 131072 }, { "pointer": "/model_type", "expected": "glm4_moe" }, { "pointer": "/moe_intermediate_size", "expected": 1536 }, { "pointer": "/num_attention_heads", "expected": 96 }, { "pointer": "/n_routed_experts", "expected": 160 }, { "pointer": "/n_shared_experts", "expected": 1 }, { "pointer": "/num_experts_per_tok", "expected": 8 }, { "pointer": "/first_k_dense_replace", "expected": 3 }, { "pointer": "/num_hidden_layers", "expected": 92 }, { "pointer": "/num_key_value_heads", "expected": 8 }, { "pointer": "/rms_norm_eps", "expected": 1e-05 }, { "pointer": "/rope_scaling", "expected": null }, { "pointer": "/rope_theta", "expected": 1000000 }, { "pointer": "/use_qk_norm", "expected": true } ] }, { "id": "glm5", "repository": "zai-org/GLM-5", "revision": "c183ef8c61faee82855eca1ed9bb3a9a7ce3b0b2", "gated": false, "source_url": "https://huggingface.co/zai-org/GLM-5/resolve/c183ef8c61faee82855eca1ed9bb3a9a7ce3b0b2/config.json", "status": "downloaded", "sha256": "308d3ceebe7bd9c2246d20550d5b793098dd03838d1e504f8236063ae152bcae", "bytes": 1384, "snapshot": "configs/glm5.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "GlmMoeDsaForCausalLM" ] }, { "pointer": "/attention_bias", "expected": false }, { "pointer": "/first_k_dense_replace", "expected": 3 }, { "pointer": "/hidden_act", "expected": "silu" }, { "pointer": "/head_dim", "expected": 64 }, { "pointer": "/hidden_size", "expected": 6144 }, { "pointer": "/index_head_dim", "expected": 128 }, { "pointer": "/index_n_heads", "expected": 32 }, { "pointer": "/index_topk", "expected": 2048 }, { "pointer": "/kv_lora_rank", "expected": 512 }, { "pointer": "/max_position_embeddings", "expected": 202752 }, { "pointer": "/moe_intermediate_size", "expected": 2048 }, { "pointer": "/moe_layer_freq", "expected": 1 }, { "pointer": "/model_type", "expected": "glm_moe_dsa" }, { "pointer": "/n_routed_experts", "expected": 256 }, { "pointer": "/n_shared_experts", "expected": 1 }, { "pointer": "/num_attention_heads", "expected": 64 }, { "pointer": "/num_experts_per_tok", "expected": 8 }, { "pointer": "/num_hidden_layers", "expected": 78 }, { "pointer": "/num_key_value_heads", "expected": 64 }, { "pointer": "/q_lora_rank", "expected": 2048 }, { "pointer": "/qk_nope_head_dim", "expected": 192 }, { "pointer": "/qk_rope_head_dim", "expected": 64 }, { "pointer": "/rms_norm_eps", "expected": 1e-05 }, { "pointer": "/rope_parameters", "expected": { "rope_theta": 1000000, "rope_type": "default" } }, { "pointer": "/v_head_dim", "expected": 256 } ] }, { "id": "minimax-m2", "repository": "MiniMaxAI/MiniMax-M2", "revision": "757303d492a50514c312788b5247a4f696a4c6a3", "gated": false, "source_url": "https://huggingface.co/MiniMaxAI/MiniMax-M2/resolve/757303d492a50514c312788b5247a4f696a4c6a3/config.json", "status": "downloaded", "sha256": "03d0b726553f72ee799f30f52f77b9292b873714abda76ee7e2683953373db87", "bytes": 2055, "snapshot": "configs/minimax-m2.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "MiniMaxM2ForCausalLM" ] }, { "pointer": "/head_dim", "expected": 128 }, { "pointer": "/hidden_act", "expected": "silu" }, { "pointer": "/hidden_size", "expected": 3072 }, { "pointer": "/max_position_embeddings", "expected": 196608 }, { "pointer": "/model_type", "expected": "minimax_m2" }, { "pointer": "/num_attention_heads", "expected": 48 }, { "pointer": "/num_experts_per_tok", "expected": 8 }, { "pointer": "/num_hidden_layers", "expected": 62 }, { "pointer": "/num_key_value_heads", "expected": 8 }, { "pointer": "/num_local_experts", "expected": 256 }, { "pointer": "/qk_norm_type", "expected": "per_layer" }, { "pointer": "/rms_norm_eps", "expected": 1e-06 }, { "pointer": "/rope_theta", "expected": 5000000 }, { "pointer": "/rotary_dim", "expected": 64 }, { "pointer": "/shared_intermediate_size", "expected": 0 }, { "pointer": "/sliding_window", "expected": null }, { "pointer": "/use_qk_norm", "expected": true } ] }, { "id": "smollm3", "repository": "HuggingFaceTB/SmolLM3-3B", "revision": "a07cc9a04f16550a088caea529712d1d335b0ac1", "gated": false, "source_url": "https://huggingface.co/HuggingFaceTB/SmolLM3-3B/resolve/a07cc9a04f16550a088caea529712d1d335b0ac1/config.json", "status": "downloaded", "sha256": "c72b1031274ff4626e434d0019e88e95a767460135db9ee492eb80652b786af1", "bytes": 1915, "snapshot": "configs/smollm3.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "SmolLM3ForCausalLM" ] }, { "pointer": "/attention_bias", "expected": false }, { "pointer": "/hidden_act", "expected": "silu" }, { "pointer": "/hidden_size", "expected": 2048 }, { "pointer": "/layer_types", "expected": [ "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention" ] }, { "pointer": "/max_position_embeddings", "expected": 65536 }, { "pointer": "/model_type", "expected": "smollm3" }, { "pointer": "/no_rope_layer_interval", "expected": 4 }, { "pointer": "/no_rope_layers", "expected": [ 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0 ] }, { "pointer": "/num_attention_heads", "expected": 16 }, { "pointer": "/num_hidden_layers", "expected": 36 }, { "pointer": "/num_key_value_heads", "expected": 4 }, { "pointer": "/rms_norm_eps", "expected": 1e-06 }, { "pointer": "/rope_scaling", "expected": null }, { "pointer": "/rope_theta", "expected": 5000000.0 }, { "pointer": "/sliding_window", "expected": null } ] }, { "id": "grok25", "repository": "xai-org/grok-2", "revision": "daf4395a80ad177386cfe39641b64fc12b1d70ed", "gated": false, "source_url": "https://huggingface.co/xai-org/grok-2/resolve/daf4395a80ad177386cfe39641b64fc12b1d70ed/config.json", "status": "downloaded", "sha256": "1dcc7e9ee108019a113752767619de55a6456ec0d924df639bb5e95e9203b763", "bytes": 947, "snapshot": "configs/grok25.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "Grok1ForCausalLM" ] }, { "pointer": "/hidden_size", "expected": 8192 }, { "pointer": "/moe_intermediate_size", "expected": 16384 }, { "pointer": "/max_position_embeddings", "expected": 131072 }, { "pointer": "/num_experts_per_tok", "expected": 2 }, { "pointer": "/num_local_experts", "expected": 8 }, { "pointer": "/num_attention_heads", "expected": 64 }, { "pointer": "/num_key_value_heads", "expected": 8 }, { "pointer": "/num_hidden_layers", "expected": 64 }, { "pointer": "/head_dim", "expected": 128 }, { "pointer": "/rms_norm_eps", "expected": 1e-05 }, { "pointer": "/rope_theta", "expected": 208533496 }, { "pointer": "/model_type", "expected": "git" } ] }, { "id": "nemotron3-nano", "repository": "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "revision": "bf77c3174f68ad409e1c2aa60daeb46e32d1c606", "gated": false, "source_url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16/resolve/bf77c3174f68ad409e1c2aa60daeb46e32d1c606/config.json", "status": "downloaded", "sha256": "dd9fa380ac107b0477db5a26108db9febe6378e7bb3966a107944853ec4f76f8", "bytes": 1817, "snapshot": "configs/nemotron3-nano.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "NemotronHForCausalLM" ] }, { "pointer": "/attention_bias", "expected": false }, { "pointer": "/head_dim", "expected": 128 }, { "pointer": "/hidden_size", "expected": 2688 }, { "pointer": "/hybrid_override_pattern", "expected": "MEMEM*EMEMEM*EMEMEM*EMEMEM*EMEMEM*EMEMEMEM*EMEMEMEME" }, { "pointer": "/max_position_embeddings", "expected": 262144 }, { "pointer": "/mlp_hidden_act", "expected": "relu2" }, { "pointer": "/model_type", "expected": "nemotron_h" }, { "pointer": "/moe_intermediate_size", "expected": 1856 }, { "pointer": "/moe_shared_expert_intermediate_size", "expected": 3712 }, { "pointer": "/n_routed_experts", "expected": 128 }, { "pointer": "/n_shared_experts", "expected": 1 }, { "pointer": "/norm_eps", "expected": 1e-05 }, { "pointer": "/num_attention_heads", "expected": 32 }, { "pointer": "/num_experts_per_tok", "expected": 6 }, { "pointer": "/num_hidden_layers", "expected": 52 }, { "pointer": "/num_key_value_heads", "expected": 2 }, { "pointer": "/partial_rotary_factor", "expected": 1.0 }, { "pointer": "/rope_theta", "expected": 10000 }, { "pointer": "/sliding_window", "expected": null } ] }, { "id": "trinity-large", "repository": "arcee-ai/Trinity-Large-Base", "revision": "b2a665b40e5d67b05fb164205cf63155f7958e2a", "gated": false, "source_url": "https://huggingface.co/arcee-ai/Trinity-Large-Base/resolve/b2a665b40e5d67b05fb164205cf63155f7958e2a/config.json", "status": "downloaded", "sha256": "ab43bca1fa33c926a71c0156e3f673b84bc7928f0975450bdac7b8dc6e163c3a", "bytes": 2658, "snapshot": "configs/trinity-large.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "AfmoeForCausalLM" ] }, { "pointer": "/head_dim", "expected": 128 }, { "pointer": "/hidden_act", "expected": "silu" }, { "pointer": "/hidden_size", "expected": 3072 }, { "pointer": "/layer_types", "expected": [ "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention" ] }, { "pointer": "/max_position_embeddings", "expected": 262144 }, { "pointer": "/model_type", "expected": "afmoe" }, { "pointer": "/moe_intermediate_size", "expected": 3072 }, { "pointer": "/num_attention_heads", "expected": 48 }, { "pointer": "/num_dense_layers", "expected": 6 }, { "pointer": "/num_experts", "expected": 256 }, { "pointer": "/num_experts_per_tok", "expected": 4 }, { "pointer": "/num_hidden_layers", "expected": 60 }, { "pointer": "/num_key_value_heads", "expected": 8 }, { "pointer": "/num_shared_experts", "expected": 1 }, { "pointer": "/rms_norm_eps", "expected": 1e-05 }, { "pointer": "/rope_scaling", "expected": null }, { "pointer": "/rope_theta", "expected": 10000 }, { "pointer": "/sliding_window", "expected": 4096 } ] }, { "id": "mimo-v2-flash", "repository": "XiaomiMiMo/MiMo-V2-Flash", "revision": "1afd314a2406c282e0956375c34a676501c78649", "gated": false, "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2-Flash/resolve/1afd314a2406c282e0956375c34a676501c78649/config.json", "status": "downloaded", "sha256": "3f04b3a6c7edc7062e2501dd83a7726c73a1a0383494c7dd4a8a9ab6ca046d79", "bytes": 4484, "snapshot": "configs/mimo-v2-flash.json", "scope": "Specific released checkpoint retrieved now; not a recovery of the April-2026 article state.", "facts": [ { "pointer": "/architectures", "expected": [ "MiMoV2FlashForCausalLM" ] }, { "pointer": "/hidden_act", "expected": "silu" }, { "pointer": "/hidden_size", "expected": 4096 }, { "pointer": "/max_position_embeddings", "expected": 262144 }, { "pointer": "/model_type", "expected": "mimo_v2_flash" }, { "pointer": "/num_attention_heads", "expected": 64 }, { "pointer": "/head_dim", "expected": 192 }, { "pointer": "/num_hidden_layers", "expected": 48 }, { "pointer": "/num_key_value_heads", "expected": 4 }, { "pointer": "/rope_theta", "expected": 5000000 }, { "pointer": "/partial_rotary_factor", "expected": 0.334 }, { "pointer": "/sliding_window", "expected": 128 }, { "pointer": "/attention_bias", "expected": false }, { "pointer": "/v_head_dim", "expected": 128 }, { "pointer": "/hybrid_layer_pattern", "expected": [ 0, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0 ] }, { "pointer": "/moe_layer_freq", "expected": [ 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 ] }, { "pointer": "/moe_intermediate_size", "expected": 2048 }, { "pointer": "/n_routed_experts", "expected": 256 }, { "pointer": "/n_shared_experts", "expected": null }, { "pointer": "/num_experts_per_tok", "expected": 8 } ] } ], "references": [ { "id": "deepseek-v3", "url": "https://huggingface.co/deepseek-ai/DeepSeek-V3/resolve/e815299b0bcbac849fa540c768ef21845365c9eb/modeling_deepseek.py", "sha256": "eb6d535742061cf9da7a4232ecfe2f089d5ce20080afc5d2181e9d70ec4af8a4", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "DeepseekV3DecoderLayer", "start_line": 1142, "end_line": 1227 } ] }, { "id": "deepseek-v3-card", "url": "https://huggingface.co/deepseek-ai/DeepSeek-V3/resolve/e815299b0bcbac849fa540c768ef21845365c9eb/README.md", "sha256": "3739763a851074c810f1565f9823956f3a095231f8c591dd3c254581bdd3cf08", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "qwen3-235b-card", "url": "https://huggingface.co/Qwen/Qwen3-235B-A22B/resolve/8efa61729e24bd65b1d152b5ab5409052aa80e65/README.md", "sha256": "30c0bf0d8f2f926d22db64d47bc78cb0790b898742aecfb2e208bad77b190907", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "qwen3-next-card", "url": "https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct/resolve/9c7f2fbe84465e40164a94cc16cd30b6999b0cc7/README.md", "sha256": "58d0065d590e5f3ff2f87f82a41d65db26bb333735bd309fd9989626a79ff486", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "gemma4-dense-card", "url": "https://huggingface.co/google/gemma-4-31B-it/resolve/842da3794eaa0b77d5f08bae87a17459d91ff475/README.md", "sha256": "e209f5c435b1e66055bd6d7c29185103ae8d2027a03a96b359335154f206b82b", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "gemma4-moe-card", "url": "https://huggingface.co/google/gemma-4-26B-A4B-it/resolve/4d7ae4984b7db7de8f8457170b3f1a419ee76d52/README.md", "sha256": "4f463225c4fe49ec120115b0f9bb6713ff1556293a909903ffdae3df7bf974da", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "kimi-k2", "url": "https://huggingface.co/moonshotai/Kimi-K2-Instruct/resolve/fd1984e2b7a3350dbf7305fe73a4ede25c14de50/modeling_deepseek.py", "sha256": "ce753fc9076ce13ce9557e680e2f5bd68ae8929a8225772968a9a22a1d17b7d4", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "DeepseekV3DecoderLayer", "start_line": 1143, "end_line": 1228 } ] }, { "id": "kimi-k2-card", "url": "https://huggingface.co/moonshotai/Kimi-K2-Instruct/resolve/fd1984e2b7a3350dbf7305fe73a4ede25c14de50/README.md", "sha256": "72e2785dbd9ada9355ea3a812d2a9da606f1ae07feea7a0f7e18b8111deb8837", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "kimi-linear", "url": "https://huggingface.co/moonshotai/Kimi-Linear-48B-A3B-Instruct/resolve/e1df551a447157d4658b573f9a695d57658590e9/modeling_kimi.py", "sha256": "d79b365e37378881b9f1585007a56e236ca27a414920943cb85d1dacb75dda99", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "KimiSparseMoeBlock", "start_line": 701, "end_line": 780 }, { "symbol": "KimiDecoderLayer", "start_line": 783, "end_line": 870 } ] }, { "id": "kimi-linear-card", "url": "https://huggingface.co/moonshotai/Kimi-Linear-48B-A3B-Instruct/resolve/e1df551a447157d4658b573f9a695d57658590e9/README.md", "sha256": "d2332c5f1c7318737c2d42c6ec09ff7f26223d1b595fd5d0e1a189ba53064dd9", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "olmo2-card", "url": "https://huggingface.co/allenai/OLMo-2-1124-7B/resolve/7df9a82518afdecae4e8c026b27adccc8c1f0032/README.md", "sha256": "a87d5b59422c6040caf0fc62cbcb5f7ace6c71489c1173cf6d9e000777eac962", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "olmo3-card", "url": "https://huggingface.co/allenai/Olmo-3-7B-Think/resolve/d97e442d7cc678210054dbcc9b440894d62c89a4/README.md", "sha256": "ed6480fca6463a4cbdde1cbbf340ef36ced4a467a88b2f015d61d26baf05caab", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "mistral-small31-card", "url": "https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503/resolve/68faf511d618ef198fef186659617cfd2eb8e33a/README.md", "sha256": "68effd5695d7053fa8153feedaaae529ce10bd6481f86dad76374a59de3592e6", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "mistral-large3-card", "url": "https://huggingface.co/mistralai/Mistral-Large-3-675B-Instruct-2512/resolve/383ffea2c7d60dfd44ca960e8e691709d4fdb9cd/README.md", "sha256": "8f8882191b7bc0e2a348b2f85b35180bc213f4c15da17e8028c8b5cb7a25cb5a", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "gpt-oss120b-card", "url": "https://huggingface.co/openai/gpt-oss-120b/resolve/b5c939de8f754692c1647ca79fbf85e8c1e70f8a/README.md", "sha256": "92b0408cf5dce04e4c5e4e5f2be0361da710d3650baefd7d7519badd1c687919", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "glm45-card", "url": "https://huggingface.co/zai-org/GLM-4.5/resolve/cbb2c7cfb52fa128a9660cb1a7a78e017899e115/README.md", "sha256": "b88456f5d679312860924870b8c557e578d18c7e3612b4f9d1ea22be38ea95c3", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "glm5-card", "url": "https://huggingface.co/zai-org/GLM-5/resolve/c183ef8c61faee82855eca1ed9bb3a9a7ce3b0b2/README.md", "sha256": "4f8859aa1e0585e25f4fc61b5c17b2c488c767f37f41231818bc065a865ceae7", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "minimax-m2", "url": "https://huggingface.co/MiniMaxAI/MiniMax-M2/resolve/757303d492a50514c312788b5247a4f696a4c6a3/modeling_minimax_m2.py", "sha256": "57124f326f3c4948f6ca30943e078528f7cbdf7b4e4e91513d1bf47361654e2d", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "MiniMaxM2DecoderLayer", "start_line": 316, "end_line": 360 } ] }, { "id": "minimax-m2-card", "url": "https://huggingface.co/MiniMaxAI/MiniMax-M2/resolve/757303d492a50514c312788b5247a4f696a4c6a3/README.md", "sha256": "d91af953273176f346f0ce1c74c27f3873bc49237eb2df9db645618a5eb45d22", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "smollm3-card", "url": "https://huggingface.co/HuggingFaceTB/SmolLM3-3B/resolve/a07cc9a04f16550a088caea529712d1d335b0ac1/README.md", "sha256": "24f16f90b883af3618425a589783a944356a7fc2e3cfa69b579c9ff06963e178", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "grok25-card", "url": "https://huggingface.co/xai-org/grok-2/resolve/daf4395a80ad177386cfe39641b64fc12b1d70ed/README.md", "sha256": "fe20d1639232a81974e61307b089be67880b4960174e4b6d94f61ada51e1b3cd", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "nemotron3-nano", "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16/resolve/bf77c3174f68ad409e1c2aa60daeb46e32d1c606/modeling_nemotron_h.py", "sha256": "4d353ce6e8f495d043f2d8c5acd13496a84ba2b2d45da8279797a55f680309d9", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "NemotronHBlock", "start_line": 741, "end_line": 793 }, { "symbol": "NemotronHAttention", "start_line": 933, "end_line": 1016 }, { "symbol": "NemotronHFlashAttention2", "start_line": 1021, "end_line": 1113 }, { "symbol": "NemotronHSdpaAttention", "start_line": 1118, "end_line": 1197 } ] }, { "id": "nemotron3-nano-card", "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16/resolve/bf77c3174f68ad409e1c2aa60daeb46e32d1c606/README.md", "sha256": "faec6eef185d9993d92a0f03c6ad872381bf252b21699bf5b3ecb52fdeac112b", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "trinity-large-card", "url": "https://huggingface.co/arcee-ai/Trinity-Large-Base/resolve/b2a665b40e5d67b05fb164205cf63155f7958e2a/README.md", "sha256": "56c29dc55f9fc8946bb2e196720e19961d9ee675321e615175656e76f1eb0bad", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "mimo-v2-flash", "url": "https://huggingface.co/XiaomiMiMo/MiMo-V2-Flash/resolve/1afd314a2406c282e0956375c34a676501c78649/modeling_mimo_v2_flash.py", "sha256": "534fc26032ccc3e89a9a0ea5b466982a6be010981197b5de3134b27e5c0d284b", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "MiMoV2DecoderLayer", "start_line": 398, "end_line": 460 } ] }, { "id": "mimo-v2-flash-card", "url": "https://huggingface.co/XiaomiMiMo/MiMo-V2-Flash/resolve/1afd314a2406c282e0956375c34a676501c78649/README.md", "sha256": "3d02de1b2c0d23a70209d64937087bc9d2dfbda8c8b47d4888a64d4aa8dfe604", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "transformers-llama4", "url": "https://raw.githubusercontent.com/huggingface/transformers/8eaf75f84e0ef68ccdaac14b739ace53a962bbee/src/transformers/models/llama4/modeling_llama4.py", "revision": "8eaf75f84e0ef68ccdaac14b739ace53a962bbee", "repository": "huggingface/transformers", "path": "src/transformers/models/llama4/modeling_llama4.py", "sha256": "70e0120515395ad907074b6c7cfd26d98be5bc64e7bcc1cc1891b9a8a3d4e110", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "Llama4TextMoe", "start_line": 156, "end_line": 174 }, { "symbol": "Llama4TextDecoderLayer", "start_line": 401, "end_line": 448 } ] }, { "id": "transformers-gemma3", "url": "https://raw.githubusercontent.com/huggingface/transformers/8eaf75f84e0ef68ccdaac14b739ace53a962bbee/src/transformers/models/gemma3/modeling_gemma3.py", "revision": "8eaf75f84e0ef68ccdaac14b739ace53a962bbee", "repository": "huggingface/transformers", "path": "src/transformers/models/gemma3/modeling_gemma3.py", "sha256": "ff745d4d7909fb0318c4e0e72f2cc3467902ca37c77a66e482a70f7cee3d96b8", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "Gemma3DecoderLayer", "start_line": 386, "end_line": 429 } ] }, { "id": "transformers-gemma4", "url": "https://raw.githubusercontent.com/huggingface/transformers/8eaf75f84e0ef68ccdaac14b739ace53a962bbee/src/transformers/models/gemma4/modeling_gemma4.py", "revision": "8eaf75f84e0ef68ccdaac14b739ace53a962bbee", "repository": "huggingface/transformers", "path": "src/transformers/models/gemma4/modeling_gemma4.py", "sha256": "299f43aa238020eee25c1c1acf9ffcf717c135320fc8e7b0dc7e9716688385b7", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "Gemma4TextAttention", "start_line": 1162, "end_line": 1275 }, { "symbol": "Gemma4TextDecoderLayer", "start_line": 1355, "end_line": 1441 } ] }, { "id": "transformers-qwen3_moe", "url": "https://raw.githubusercontent.com/huggingface/transformers/8eaf75f84e0ef68ccdaac14b739ace53a962bbee/src/transformers/models/qwen3_moe/modeling_qwen3_moe.py", "revision": "8eaf75f84e0ef68ccdaac14b739ace53a962bbee", "repository": "huggingface/transformers", "path": "src/transformers/models/qwen3_moe/modeling_qwen3_moe.py", "sha256": "b2666af64b7b31a02a152e9187ed2c5671262543b61510d0359c26fa491105ca", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "Qwen3MoeSparseMoeBlock", "start_line": 270, "end_line": 281 }, { "symbol": "Qwen3MoeDecoderLayer", "start_line": 305, "end_line": 348 } ] }, { "id": "transformers-qwen3_next", "url": "https://raw.githubusercontent.com/huggingface/transformers/8eaf75f84e0ef68ccdaac14b739ace53a962bbee/src/transformers/models/qwen3_next/modeling_qwen3_next.py", "revision": "8eaf75f84e0ef68ccdaac14b739ace53a962bbee", "repository": "huggingface/transformers", "path": "src/transformers/models/qwen3_next/modeling_qwen3_next.py", "sha256": "7ea1b287cc795c701591744195497694b96e1a1555016fead9d17fd09f9f584f", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "Qwen3NextSparseMoeBlock", "start_line": 847, "end_line": 866 }, { "symbol": "Qwen3NextDecoderLayer", "start_line": 869, "end_line": 934 } ] }, { "id": "transformers-olmo2", "url": "https://raw.githubusercontent.com/huggingface/transformers/8eaf75f84e0ef68ccdaac14b739ace53a962bbee/src/transformers/models/olmo2/modeling_olmo2.py", "revision": "8eaf75f84e0ef68ccdaac14b739ace53a962bbee", "repository": "huggingface/transformers", "path": "src/transformers/models/olmo2/modeling_olmo2.py", "sha256": "80b2afd8461d2854e3e4b522c7de738bfc8ef685fb553d6d7d92af6a63b2c491", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "Olmo2DecoderLayer", "start_line": 285, "end_line": 323 } ] }, { "id": "transformers-olmo3", "url": "https://raw.githubusercontent.com/huggingface/transformers/8eaf75f84e0ef68ccdaac14b739ace53a962bbee/src/transformers/models/olmo3/modeling_olmo3.py", "revision": "8eaf75f84e0ef68ccdaac14b739ace53a962bbee", "repository": "huggingface/transformers", "path": "src/transformers/models/olmo3/modeling_olmo3.py", "sha256": "13be0868bbd4586d3347bfb55ca522879594749a33834b5e4c6db82718dd9979", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "Olmo3DecoderLayer", "start_line": 229, "end_line": 267 } ] }, { "id": "transformers-mistral", "url": "https://raw.githubusercontent.com/huggingface/transformers/8eaf75f84e0ef68ccdaac14b739ace53a962bbee/src/transformers/models/mistral/modeling_mistral.py", "revision": "8eaf75f84e0ef68ccdaac14b739ace53a962bbee", "repository": "huggingface/transformers", "path": "src/transformers/models/mistral/modeling_mistral.py", "sha256": "1788d06fe8af9f66043ab900e8739c272ee2ce30b1f011e697c33a77b037d291", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "MistralDecoderLayer", "start_line": 202, "end_line": 240 } ] }, { "id": "transformers-glm4_moe", "url": "https://raw.githubusercontent.com/huggingface/transformers/8eaf75f84e0ef68ccdaac14b739ace53a962bbee/src/transformers/models/glm4_moe/modeling_glm4_moe.py", "revision": "8eaf75f84e0ef68ccdaac14b739ace53a962bbee", "repository": "huggingface/transformers", "path": "src/transformers/models/glm4_moe/modeling_glm4_moe.py", "sha256": "58ec9e7b9d38a29e901da3d7b0e342c520d70051ffd656f0451605ed8abb1465", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "Glm4MoeDecoderLayer", "start_line": 405, "end_line": 449 } ] }, { "id": "transformers-glm_moe_dsa", "url": "https://raw.githubusercontent.com/huggingface/transformers/8eaf75f84e0ef68ccdaac14b739ace53a962bbee/src/transformers/models/glm_moe_dsa/modeling_glm_moe_dsa.py", "revision": "8eaf75f84e0ef68ccdaac14b739ace53a962bbee", "repository": "huggingface/transformers", "path": "src/transformers/models/glm_moe_dsa/modeling_glm_moe_dsa.py", "sha256": "5847f96db1fbb2f79b6c54079c93c476ec2583acb3c1cf7485c12e0e87e92051", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "GlmMoeDsaDecoderLayer", "start_line": 601, "end_line": 642 } ] }, { "id": "transformers-smollm3", "url": "https://raw.githubusercontent.com/huggingface/transformers/8eaf75f84e0ef68ccdaac14b739ace53a962bbee/src/transformers/models/smollm3/modeling_smollm3.py", "revision": "8eaf75f84e0ef68ccdaac14b739ace53a962bbee", "repository": "huggingface/transformers", "path": "src/transformers/models/smollm3/modeling_smollm3.py", "sha256": "24a18ddf1ce3c9ef9d2f1fef5049cb4862d0d084a9b6fd2821a2ff616320ec45", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "SmolLM3Attention", "start_line": 174, "end_line": 247 }, { "symbol": "SmolLM3DecoderLayer", "start_line": 287, "end_line": 327 } ] }, { "id": "transformers-afmoe", "url": "https://raw.githubusercontent.com/huggingface/transformers/8eaf75f84e0ef68ccdaac14b739ace53a962bbee/src/transformers/models/afmoe/modeling_afmoe.py", "revision": "8eaf75f84e0ef68ccdaac14b739ace53a962bbee", "repository": "huggingface/transformers", "path": "src/transformers/models/afmoe/modeling_afmoe.py", "sha256": "d113c460ffa35bb48ae36cf6d62ca8b9cf6d8d97cab6e993cea2868adfd5c509", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "AfmoeSparseMoeBlock", "start_line": 208, "end_line": 236 }, { "symbol": "AfmoeAttention", "start_line": 310, "end_line": 396 }, { "symbol": "AfmoeDecoderLayer", "start_line": 399, "end_line": 462 } ] }, { "id": "transformers-gpt_oss", "url": "https://raw.githubusercontent.com/huggingface/transformers/8eaf75f84e0ef68ccdaac14b739ace53a962bbee/src/transformers/models/gpt_oss/modeling_gpt_oss.py", "revision": "8eaf75f84e0ef68ccdaac14b739ace53a962bbee", "repository": "huggingface/transformers", "path": "src/transformers/models/gpt_oss/modeling_gpt_oss.py", "sha256": "4df395a89785235aadeb3d7d6ba306cb44eedbe72217f6fdede04a1001717d89", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "GptOssMLP", "start_line": 134, "end_line": 146 }, { "symbol": "GptOssAttention", "start_line": 267, "end_line": 335 }, { "symbol": "GptOssDecoderLayer", "start_line": 338, "end_line": 376 } ] }, { "id": "meta-llama4-card", "url": "https://raw.githubusercontent.com/meta-llama/llama-models/0e0b8c519242d5833d8c11bffc1232b77ad7f301/models/llama4/MODEL_CARD.md", "revision": "0e0b8c519242d5833d8c11bffc1232b77ad7f301", "repository": "meta-llama/llama-models", "path": "models/llama4/MODEL_CARD.md", "sha256": "a1739083c8a496ca0c121d90b98659a6aa7e36fcc0092581db35ef99736d104f", "review_kind": "vendor-report", "offline_semantics_rechecked": false }, { "id": "meta-skus", "url": "https://raw.githubusercontent.com/meta-llama/llama-models/0e0b8c519242d5833d8c11bffc1232b77ad7f301/models/sku_list.py", "revision": "0e0b8c519242d5833d8c11bffc1232b77ad7f301", "repository": "meta-llama/llama-models", "path": "models/sku_list.py", "sha256": "a71a8ca23c8daf3d1daec02c13e9916c36e315c5056b56ed20b18df98d10c486", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "llama4_instruct_models", "start_line": 101, "end_line": 126 } ] }, { "id": "google-gemma-config", "url": "https://raw.githubusercontent.com/google/gemma_pytorch/014acb7ac4563a5f77c76d7ff98f31b568c16508/gemma/config.py", "revision": "014acb7ac4563a5f77c76d7ff98f31b568c16508", "repository": "google/gemma_pytorch", "path": "gemma/config.py", "sha256": "43bcc8e024815e18e41045fd168509669ffc2af506061fa598db795e021dafd1", "review_kind": "implementation-inspection", "offline_semantics_rechecked": false, "locators": [ { "symbol": "get_config_for_27b_v3", "start_line": 277, "end_line": 309 } ] } ], "rows": [ { "id": "deepseek-v3", "label": "DeepSeek V3", "config_ids": [ "deepseek-v3" ], "notes": "MLA fields take precedence over equal attention/KV head counts; 256 routed, top-8 plus 1 shared; 61 layers; 3 dense; expert width 2048.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "deepseek-v3" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "deepseek-v3", "pointers": [ "/attention_bias", "/kv_lora_rank", "/num_attention_heads", "/num_key_value_heads", "/q_lora_rank", "/qk_nope_head_dim", "/qk_rope_head_dim", "/v_head_dim" ] } ] }, "moe": { "status": "config-backed", "source_ids": [ "deepseek-v3" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "deepseek-v3", "pointers": [ "/first_k_dense_replace", "/moe_intermediate_size", "/moe_layer_freq", "/n_routed_experts", "/num_experts_per_tok" ] } ] }, "shared_expert": { "status": "config-backed", "source_ids": [ "deepseek-v3" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "deepseek-v3", "pointers": [ "/n_shared_experts" ] } ] }, "position": { "status": "config-backed", "source_ids": [ "deepseek-v3" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "deepseek-v3", "pointers": [ "/rope_scaling", "/rope_theta" ] } ] }, "size": { "status": "vendor-reported", "reference_ids": [ "deepseek-v3-card" ], "scope": "671B / 37B vendor-reported; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "deepseek-v3" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "llama4-maverick", "label": "Llama 4 Maverick", "config_ids": [ "llama4-maverick" ], "notes": "Gated checkpoint bytes unavailable. Public Meta card confirms 128 experts and 400B/17B counts; SKU maps checkpoint identity but leaves architecture arguments empty. Library code is separate evidence.", "cells": { "attention": { "status": "unverified", "source_ids": [ "llama4-maverick" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits." }, "moe": { "status": "partial", "reference_ids": [ "meta-llama4-card", "transformers-llama4" ], "scope": "Meta confirms 128 experts and library has routed/shared paths; exact checkpoint widths and placement not recovered." }, "shared_expert": { "status": "implementation-reviewed", "reference_ids": [ "transformers-llama4" ], "scope": "Shared branch exists; gated released configuration not fetched." }, "position": { "status": "unverified", "source_ids": [ "llama4-maverick" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits." }, "size": { "status": "vendor-reported", "reference_ids": [ "meta-llama4-card" ], "scope": "Meta card reports 400B total and 17B active for Maverick; not an independent inventory." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "transformers-llama4" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "qwen3-235b", "label": "Qwen3 235B", "config_ids": [ "qwen3-235b" ], "notes": "64 query / 4 KV heads; 128 top-8 experts. Library MoE has no shared path. Config limit 40960, card-native 32768, and optional 131072 YaRN are distinct claims.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "qwen3-235b" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "qwen3-235b", "pointers": [ "/attention_bias", "/head_dim", "/num_attention_heads", "/num_key_value_heads", "/sliding_window" ] } ] }, "moe": { "status": "config-backed", "source_ids": [ "qwen3-235b" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "qwen3-235b", "pointers": [ "/moe_intermediate_size", "/num_experts", "/num_experts_per_tok" ] } ] }, "shared_expert": { "status": "implementation-reviewed", "reference_ids": [ "transformers-qwen3_moe" ], "scope": "Reviewed sparse block has only routed experts." }, "position": { "status": "config-backed", "source_ids": [ "qwen3-235b" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "qwen3-235b", "pointers": [ "/rope_scaling", "/rope_theta" ] } ] }, "size": { "status": "vendor-reported", "reference_ids": [ "qwen3-235b-card" ], "scope": "235B / 22B vendor-reported; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "transformers-qwen3_moe" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "qwen3-next", "label": "Qwen3-Next", "config_ids": [ "qwen3-next" ], "notes": "512 top-10 routed experts, shared width 512; full-attention interval 4 over 48 layers; partial RoPE 0.25. Gate semantics require implementation inspection.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "qwen3-next" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "qwen3-next", "pointers": [ "/full_attention_interval", "/head_dim", "/num_attention_heads", "/num_key_value_heads" ] } ] }, "moe": { "status": "config-backed", "source_ids": [ "qwen3-next" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "qwen3-next", "pointers": [ "/moe_intermediate_size", "/num_experts", "/num_experts_per_tok" ] } ] }, "shared_expert": { "status": "config-backed", "source_ids": [ "qwen3-next" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "qwen3-next", "pointers": [ "/shared_expert_intermediate_size" ] } ] }, "position": { "status": "config-backed", "source_ids": [ "qwen3-next" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "qwen3-next", "pointers": [ "/partial_rotary_factor", "/rope_scaling", "/rope_theta" ] } ] }, "size": { "status": "vendor-reported", "reference_ids": [ "qwen3-next-card" ], "scope": "80B / 3B vendor-reported; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "transformers-qwen3_next" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "gemma3", "label": "Gemma 3", "config_ids": [ "gemma3" ], "notes": "Gated checkpoint bytes unavailable. Public Google 27B-v3 constructor supplies architecture dimensions and local/global settings; library decoder supplies norm placement.", "cells": { "attention": { "status": "implementation-reviewed", "reference_ids": [ "google-gemma-config" ], "scope": "Google get_config_for_27b_v3 specifies 32 query /16 KV heads, 1024 window and a five-local/one-global motif; this is not the gated JSON." }, "moe": { "status": "implementation-reviewed", "reference_ids": [ "transformers-gemma3" ], "scope": "Gemma3DecoderLayer instantiates a dense MLP." }, "shared_expert": { "status": "not-applicable", "reference_ids": [ "transformers-gemma3" ], "scope": "Dense Gemma 3 variant." }, "position": { "status": "implementation-reviewed", "reference_ids": [ "google-gemma-config" ], "scope": "Google get_config_for_27b_v3 specifies 32 query /16 KV heads, 1024 window and a five-local/one-global motif; this is not the gated JSON." }, "size": { "status": "unverified", "reference_ids": [], "scope": "27B checkpoint name; gated config unavailable; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "transformers-gemma3" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "gemma4", "label": "Gemma 4", "config_ids": [ "gemma4-dense", "gemma4-moe" ], "notes": "Dense 60 layers and MoE 30 layers; both 5 local / 1 global, window 1024. Global p-RoPE 0.25. MoE has 128 top-8 plus an always-on dense path; variants differ.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "gemma4-dense", "gemma4-moe" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "gemma4-dense", "pointers": [ "/text_config/attention_bias", "/text_config/attention_k_eq_v", "/text_config/global_head_dim", "/text_config/head_dim", "/text_config/layer_types", "/text_config/num_attention_heads", "/text_config/num_global_key_value_heads", "/text_config/num_key_value_heads", "/text_config/sliding_window" ] }, { "source_id": "gemma4-moe", "pointers": [ "/text_config/attention_bias", "/text_config/attention_k_eq_v", "/text_config/global_head_dim", "/text_config/head_dim", "/text_config/layer_types", "/text_config/num_attention_heads", "/text_config/num_global_key_value_heads", "/text_config/num_key_value_heads", "/text_config/sliding_window" ] } ] }, "moe": { "status": "config-backed", "source_ids": [ "gemma4-dense", "gemma4-moe" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "gemma4-dense", "pointers": [ "/text_config/enable_moe_block", "/text_config/num_experts", "/text_config/top_k_experts" ] }, { "source_id": "gemma4-moe", "pointers": [ "/text_config/enable_moe_block", "/text_config/moe_intermediate_size", "/text_config/num_experts", "/text_config/top_k_experts" ] } ] }, "shared_expert": { "status": "implementation-reviewed", "reference_ids": [ "transformers-gemma4" ], "scope": "MoE variant combines routed branch with always-on MLP; dense variant has no MoE." }, "position": { "status": "config-backed", "source_ids": [ "gemma4-dense", "gemma4-moe" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "gemma4-dense", "pointers": [ "/text_config/rope_parameters" ] }, { "source_id": "gemma4-moe", "pointers": [ "/text_config/rope_parameters" ] } ] }, "size": { "status": "vendor-reported", "reference_ids": [ "gemma4-dense-card" ], "scope": "Vendor names31B/26B-A4B; card separates text and vision counts; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "transformers-gemma4" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "kimi-k2", "label": "Kimi K2", "config_ids": [ "kimi-k2" ], "notes": "64 MLA heads versus DeepSeek 128; 384 top-8 plus 1 shared; first 1 dense versus DeepSeek 3; context field 131072. Thinking variant not fetched.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "kimi-k2" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "kimi-k2", "pointers": [ "/attention_bias", "/kv_lora_rank", "/num_attention_heads", "/num_key_value_heads", "/q_lora_rank", "/qk_nope_head_dim", "/qk_rope_head_dim", "/v_head_dim" ] } ] }, "moe": { "status": "config-backed", "source_ids": [ "kimi-k2" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "kimi-k2", "pointers": [ "/first_k_dense_replace", "/moe_intermediate_size", "/moe_layer_freq", "/n_routed_experts", "/num_experts_per_tok" ] } ] }, "shared_expert": { "status": "config-backed", "source_ids": [ "kimi-k2" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "kimi-k2", "pointers": [ "/n_shared_experts" ] } ] }, "position": { "status": "config-backed", "source_ids": [ "kimi-k2" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "kimi-k2", "pointers": [ "/rope_theta", "/rope_scaling" ] } ] }, "size": { "status": "vendor-reported", "reference_ids": [ "kimi-k2-card" ], "scope": "1T / 32B vendor-reported; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "kimi-k2" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "kimi-linear", "label": "Kimi Linear", "config_ids": [ "kimi-linear" ], "notes": "27-layer schedule contains 20 KDA and 7 MLA layers; repeating 3:1 motif has a terminal exception. 256 top-8 plus 1 shared; mla_use_nope true.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "kimi-linear" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "kimi-linear", "pointers": [ "/head_dim", "/kv_lora_rank", "/linear_attn_config", "/num_attention_heads", "/num_key_value_heads", "/q_lora_rank", "/qk_nope_head_dim", "/qk_rope_head_dim", "/v_head_dim" ] } ] }, "moe": { "status": "config-backed", "source_ids": [ "kimi-linear" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "kimi-linear", "pointers": [ "/first_k_dense_replace", "/moe_intermediate_size", "/moe_layer_freq", "/num_experts", "/num_experts_per_token" ] } ] }, "shared_expert": { "status": "config-backed", "source_ids": [ "kimi-linear" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "kimi-linear", "pointers": [ "/num_shared_experts" ] } ] }, "position": { "status": "config-backed", "source_ids": [ "kimi-linear" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "kimi-linear", "pointers": [ "/mla_use_nope", "/rope_scaling", "/rope_theta" ] } ] }, "size": { "status": "vendor-reported", "reference_ids": [ "kimi-linear-card" ], "scope": "48B / 3B vendor-reported; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "kimi-linear" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "olmo", "label": "OLMo 2 / Olmo 3 7B", "config_ids": [ "olmo2", "olmo3" ], "notes": "Both 32 query / 32 KV heads. Olmo 3 has 24 sliding / 8 full layers, window 4096, YaRN. OLMo 2 has no YaRN configured. Norms act before residual addition.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "olmo2", "olmo3" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "olmo2", "pointers": [ "/attention_bias", "/num_attention_heads", "/num_key_value_heads" ] }, { "source_id": "olmo3", "pointers": [ "/attention_bias", "/layer_types", "/num_attention_heads", "/num_key_value_heads", "/sliding_window" ] } ] }, "moe": { "status": "implementation-reviewed", "reference_ids": [ "transformers-olmo2", "transformers-olmo3" ], "scope": "Reviewed decoder instantiates a dense MLP; absent JSON keys alone would not prove it." }, "shared_expert": { "status": "not-applicable", "reference_ids": [ "transformers-olmo2", "transformers-olmo3" ], "scope": "Dense example checkpoint." }, "position": { "status": "config-backed", "source_ids": [ "olmo2", "olmo3" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "olmo2", "pointers": [ "/rope_scaling", "/rope_theta" ] }, { "source_id": "olmo3", "pointers": [ "/rope_scaling", "/rope_theta" ] } ] }, "size": { "status": "unverified", "reference_ids": [], "scope": "7B size names; exact parameter inventory not performed; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "transformers-olmo2", "transformers-olmo3" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "mistral-small31", "label": "Mistral Small 3.1", "config_ids": [ "mistral-small31" ], "notes": "Nested text config: 32 query / 8 KV heads; sliding_window null. These shapes exclude the vision tower.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "mistral-small31" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "mistral-small31", "pointers": [ "/text_config/head_dim", "/text_config/num_attention_heads", "/text_config/num_key_value_heads", "/text_config/sliding_window" ] } ] }, "moe": { "status": "implementation-reviewed", "reference_ids": [ "transformers-mistral" ], "scope": "Reviewed decoder instantiates a dense MLP; absent JSON keys alone would not prove it." }, "shared_expert": { "status": "not-applicable", "reference_ids": [ "transformers-mistral" ], "scope": "Dense example checkpoint." }, "position": { "status": "config-backed", "source_ids": [ "mistral-small31" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "mistral-small31", "pointers": [ "/text_config/rope_theta" ] } ] }, "size": { "status": "vendor-reported", "reference_ids": [ "mistral-small31-card" ], "scope": "24B vendor-reported multimodal model; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "transformers-mistral" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "mistral-large3", "label": "Mistral 3 Large", "config_ids": [ "mistral-large3" ], "notes": "Native params.json: 128 routed, top-4 plus 1 shared, expert width 4096, 3 dense; MLA latent 512. Multimodal and text-only parameter counts differ.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "mistral-large3" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "mistral-large3", "pointers": [ "/head_dim", "/kv_lora_rank", "/n_heads", "/n_kv_heads", "/q_lora_rank", "/qk_nope_head_dim", "/qk_rope_head_dim", "/v_head_dim" ] } ] }, "moe": { "status": "config-backed", "source_ids": [ "mistral-large3" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "mistral-large3", "pointers": [ "/moe" ] } ] }, "shared_expert": { "status": "config-backed", "source_ids": [ "mistral-large3" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "mistral-large3", "pointers": [ "/moe" ] } ] }, "position": { "status": "config-backed", "source_ids": [ "mistral-large3" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "mistral-large3", "pointers": [ "/rope_theta" ] } ] }, "size": { "status": "vendor-reported", "reference_ids": [ "mistral-large3-card" ], "scope": "675B / 41B multimodal;673B /39B language-only vendor-reported; no weight inventory or compute measurement." }, "norm": { "status": "unverified", "reference_ids": [], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "gpt-oss120b", "label": "gpt-oss-120b", "config_ids": [ "gpt-oss120b" ], "notes": "120b has 128 experts, top-4, not a 32-128 range. 64 query / 8 KV heads; 18 sliding / 18 full layers; window 128; attention bias. Sink path inspected separately.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "gpt-oss120b" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "gpt-oss120b", "pointers": [ "/attention_bias", "/head_dim", "/layer_types", "/num_attention_heads", "/num_key_value_heads", "/sliding_window" ] } ] }, "moe": { "status": "config-backed", "source_ids": [ "gpt-oss120b" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "gpt-oss120b", "pointers": [ "/num_experts_per_tok", "/num_local_experts" ] } ] }, "shared_expert": { "status": "implementation-reviewed", "reference_ids": [ "transformers-gpt_oss" ], "scope": "Reviewed GptOssMLP contains routed experts without a shared MLP path." }, "position": { "status": "config-backed", "source_ids": [ "gpt-oss120b" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "gpt-oss120b", "pointers": [ "/rope_scaling", "/rope_theta" ] } ] }, "size": { "status": "vendor-reported", "reference_ids": [ "gpt-oss120b-card" ], "scope": "117B /5.1B vendor-reported; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "transformers-gpt_oss" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "glm45", "label": "GLM-4.5", "config_ids": [ "glm45" ], "notes": "96 query / 8 KV heads, 92 layers; 160 top-8 plus 1 shared; first 3 dense; attention bias and QK normalization; partial RoPE 0.5.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "glm45" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "glm45", "pointers": [ "/attention_bias", "/head_dim", "/num_attention_heads", "/num_key_value_heads", "/use_qk_norm" ] } ] }, "moe": { "status": "config-backed", "source_ids": [ "glm45" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "glm45", "pointers": [ "/moe_intermediate_size", "/n_routed_experts", "/num_experts_per_tok", "/first_k_dense_replace" ] } ] }, "shared_expert": { "status": "config-backed", "source_ids": [ "glm45" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "glm45", "pointers": [ "/n_shared_experts" ] } ] }, "position": { "status": "config-backed", "source_ids": [ "glm45" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "glm45", "pointers": [ "/partial_rotary_factor", "/rope_scaling", "/rope_theta" ] } ] }, "size": { "status": "vendor-reported", "reference_ids": [ "glm45-card" ], "scope": "355B /32B vendor-reported; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "transformers-glm4_moe" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "glm5", "label": "GLM-5", "config_ids": [ "glm5" ], "notes": "MLA latent 512; indexer 32 heads / top-2048; 256 top-8 plus 1 shared; first 3 dense. Fields do not establish DSA quality gains.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "glm5" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "glm5", "pointers": [ "/attention_bias", "/head_dim", "/index_head_dim", "/index_n_heads", "/index_topk", "/kv_lora_rank", "/num_attention_heads", "/num_key_value_heads", "/q_lora_rank", "/qk_nope_head_dim", "/qk_rope_head_dim", "/v_head_dim" ] } ] }, "moe": { "status": "config-backed", "source_ids": [ "glm5" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "glm5", "pointers": [ "/first_k_dense_replace", "/moe_intermediate_size", "/moe_layer_freq", "/n_routed_experts", "/num_experts_per_tok" ] } ] }, "shared_expert": { "status": "config-backed", "source_ids": [ "glm5" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "glm5", "pointers": [ "/n_shared_experts" ] } ] }, "position": { "status": "config-backed", "source_ids": [ "glm5" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "glm5", "pointers": [ "/rope_parameters" ] } ] }, "size": { "status": "vendor-reported", "reference_ids": [ "glm5-card" ], "scope": "744B /40B vendor-reported; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "transformers-glm_moe_dsa" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "minimax-m2", "label": "MiniMax-M2", "config_ids": [ "minimax-m2" ], "notes": "48 query / 8 KV heads; 256 top-8; shared width 0; per-layer QK norm; rotary width 64 of 128. Expert selection 8/256 is not active-parameter fraction.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "minimax-m2" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "minimax-m2", "pointers": [ "/head_dim", "/num_attention_heads", "/num_key_value_heads", "/qk_norm_type", "/sliding_window", "/use_qk_norm" ] } ] }, "moe": { "status": "config-backed", "source_ids": [ "minimax-m2" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "minimax-m2", "pointers": [ "/num_experts_per_tok", "/num_local_experts" ] } ] }, "shared_expert": { "status": "config-backed", "source_ids": [ "minimax-m2" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "minimax-m2", "pointers": [ "/shared_intermediate_size" ] } ] }, "position": { "status": "config-backed", "source_ids": [ "minimax-m2" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "minimax-m2", "pointers": [ "/rope_theta", "/rotary_dim" ] } ] }, "size": { "status": "vendor-reported", "reference_ids": [ "minimax-m2-card" ], "scope": "230B /10B vendor-reported; exact4.37% not derivable from rounded counts; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "minimax-m2" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "smollm3", "label": "SmolLM3", "config_ids": [ "smollm3" ], "notes": "16 query / 4 KV heads; every fourth no_rope_layers entry is zero. Implementation treats entries as use_rope, so zero means NoPE despite the field name.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "smollm3" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "smollm3", "pointers": [ "/attention_bias", "/layer_types", "/num_attention_heads", "/num_key_value_heads", "/sliding_window" ] } ] }, "moe": { "status": "implementation-reviewed", "reference_ids": [ "transformers-smollm3" ], "scope": "Reviewed decoder instantiates a dense MLP; absent JSON keys alone would not prove it." }, "shared_expert": { "status": "not-applicable", "reference_ids": [ "transformers-smollm3" ], "scope": "Dense example checkpoint." }, "position": { "status": "implementation-reviewed", "reference_ids": [ "transformers-smollm3" ], "source_ids": [ "smollm3" ], "scope": "16 query / 4 KV heads; every fourth no_rope_layers entry is zero. Implementation treats entries as use_rope, so zero means NoPE despite the field name." }, "size": { "status": "vendor-reported", "reference_ids": [ "smollm3-card" ], "scope": "3B vendor-reported; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "transformers-smollm3" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "grok25", "label": "Grok 2.5", "config_ids": [ "grok25" ], "notes": "Vendor repository calls itself Grok 2: 64 query / 8 KV heads, 8 top-2 experts, residual_moe true. Identity with snapshot Grok 2.5 is unresolved.", "cells": { "attention": { "status": "unverified", "source_ids": [ "grok25" ], "scope": "Example repository calls itself Grok 2; historical Grok 2.5 identity not reconciled." }, "moe": { "status": "unverified", "source_ids": [ "grok25" ], "scope": "Example repository calls itself Grok 2; historical Grok 2.5 identity not reconciled." }, "shared_expert": { "status": "unverified", "source_ids": [ "grok25" ], "scope": "Example repository calls itself Grok 2; historical Grok 2.5 identity not reconciled." }, "position": { "status": "unverified", "source_ids": [ "grok25" ], "scope": "Example repository calls itself Grok 2; historical Grok 2.5 identity not reconciled." }, "size": { "status": "unverified", "reference_ids": [], "scope": "Example repository calls itself Grok 2; historical Grok 2.5 identity not reconciled." }, "norm": { "status": "unverified", "reference_ids": [], "scope": "Example repository calls itself Grok 2; historical Grok 2.5 identity not reconciled." } } }, { "id": "nemotron3-nano", "label": "Nemotron 3 Nano", "config_ids": [ "nemotron3-nano" ], "notes": "52 blocks: 23 Mamba, 23 MoE, 6 attention; 32 query / 2 KV heads; 128 top-6 plus 1 shared. Attention code has no RoPE despite rope_theta; MLP uses ReLU-squared.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "nemotron3-nano" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "nemotron3-nano", "pointers": [ "/attention_bias", "/head_dim", "/hybrid_override_pattern", "/num_attention_heads", "/num_key_value_heads", "/sliding_window" ] } ] }, "moe": { "status": "config-backed", "source_ids": [ "nemotron3-nano" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "nemotron3-nano", "pointers": [ "/moe_intermediate_size", "/n_routed_experts", "/num_experts_per_tok" ] } ] }, "shared_expert": { "status": "config-backed", "source_ids": [ "nemotron3-nano" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "nemotron3-nano", "pointers": [ "/moe_shared_expert_intermediate_size", "/n_shared_experts" ] } ] }, "position": { "status": "implementation-reviewed", "reference_ids": [ "nemotron3-nano" ], "source_ids": [ "nemotron3-nano" ], "scope": "52 blocks: 23 Mamba, 23 MoE, 6 attention; 32 query / 2 KV heads; 128 top-6 plus 1 shared. Attention code has no RoPE despite rope_theta; MLP uses ReLU-squared." }, "size": { "status": "vendor-reported", "reference_ids": [ "nemotron3-nano-card" ], "scope": "30B /3.5B vendor-reported, not exactly3B; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "nemotron3-nano" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } }, { "id": "trinity-large", "label": "Trinity Large", "config_ids": [ "trinity-large" ], "notes": "60 layers: 45 local / 15 global; 256 top-4 plus 1 shared; first 6 dense. Four pre/post norms, gating, global NoPE inspected; depth-scaled runtime gain unverified.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "trinity-large" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "trinity-large", "pointers": [ "/head_dim", "/layer_types", "/num_attention_heads", "/num_key_value_heads", "/sliding_window" ] } ] }, "moe": { "status": "config-backed", "source_ids": [ "trinity-large" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "trinity-large", "pointers": [ "/moe_intermediate_size", "/num_dense_layers", "/num_experts", "/num_experts_per_tok" ] } ] }, "shared_expert": { "status": "config-backed", "source_ids": [ "trinity-large" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "trinity-large", "pointers": [ "/num_shared_experts" ] } ] }, "position": { "status": "implementation-reviewed", "reference_ids": [ "transformers-afmoe" ], "source_ids": [ "trinity-large" ], "scope": "60 layers: 45 local / 15 global; 256 top-4 plus 1 shared; first 6 dense. Four pre/post norms, gating, global NoPE inspected; depth-scaled runtime gain unverified." }, "size": { "status": "vendor-reported", "reference_ids": [ "trinity-large-card" ], "scope": "398B /13B vendor-reported;400B rounded family label; no weight inventory or compute measurement." }, "norm": { "status": "partial", "reference_ids": [ "transformers-afmoe" ], "scope": "Four pre/post RMSNorms reviewed; precise depth-scaled gain claim remains unverified." } } }, { "id": "mimo-v2-flash", "label": "Xiaomi MiMo-V2-Flash", "config_ids": [ "mimo-v2-flash" ], "notes": "48 layers: 39 SWA / 9 global, with boundary exceptions to a 5:1 motif; window 128; 256 top-8; shared count null; partial global RoPE; local/global KV heads 8/4.", "cells": { "attention": { "status": "config-backed", "source_ids": [ "mimo-v2-flash" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "mimo-v2-flash", "pointers": [ "/num_attention_heads", "/head_dim", "/num_key_value_heads", "/sliding_window", "/attention_bias", "/v_head_dim", "/hybrid_layer_pattern" ] } ] }, "moe": { "status": "config-backed", "source_ids": [ "mimo-v2-flash" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "mimo-v2-flash", "pointers": [ "/moe_layer_freq", "/moe_intermediate_size", "/n_routed_experts", "/num_experts_per_tok" ] } ] }, "shared_expert": { "status": "config-backed", "source_ids": [ "mimo-v2-flash" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "mimo-v2-flash", "pointers": [ "/n_shared_experts" ] } ] }, "position": { "status": "config-backed", "source_ids": [ "mimo-v2-flash" ], "scope": "Only listed JSON fields are checked; see row notes for semantic limits.", "field_evidence": [ { "source_id": "mimo-v2-flash", "pointers": [ "/rope_theta", "/partial_rotary_factor" ] } ] }, "size": { "status": "vendor-reported", "reference_ids": [ "mimo-v2-flash-card" ], "scope": "309B /15B vendor-reported; no weight inventory or compute measurement." }, "norm": { "status": "implementation-reviewed", "reference_ids": [ "mimo-v2-flash" ], "scope": "Pinned implementation inspection, not executed checkpoint/backend certification." } } } ], "remaining": [ "Llama 4 Maverick and Gemma 3 config access blocked; no authentication used. Native public sources are alternative evidence, not those bytes.", "Grok 2.5 snapshot identity not reconciled with xAI repository Grok 2.", "Trinity runtime depth-scaling; Mistral Large 3 norm placement; exact parameter inventories and active-count conventions not independently measured.", "Historical April 2026 source version not recovered; Gemma 3n, Qwen3-Coder-Next, Kimi Thinking, DeepSeek V3.2 and other off-table mentions not separately pinned.", "Quality, training causality, optimizer ablations, hardware throughput, context quality, and backend behavior are not validated by configs." ] }