{ "label": "Qwen3.6-35B-A3B \u00b7 4.75 bpp", "note": "MoE. 80 router gates are anchored \u2014 never offered to the allocator.", "source": "hf:rdtand/Qwen3.6-35B-A3B-PrismaQuant-4.75bit-vllm", "hf_repo": "rdtand/Qwen3.6-35B-A3B-PrismaQuant-4.75bit-vllm", "assignment_sha256": null, "git_commit": null, "formats": [ "BF16", "NVFP4", "FP8" ], "anchored_marker": "#", "absent_marker": ".", "anchored_global": [ "lm_head", "model.language_model.embed_tokens" ], "disk": { "total": 22864976712, "anchored": 2077396992, "other": 379154848 }, "sections": { "body": { "n_layers": 40, "n_linears": 430, "n_anchored": 80, "layer_min": 0, "counts": { "BF16": 240, "NVFP4": 172, "FP8": 18 }, "params": { "BF16": 628883456, "NVFP4": 32799457280, "FP8": 192937984 }, "bytes": { "BF16": 1257766912, "NVFP4": 18449940896, "FP8": 198967296 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "linear_attn.in_proj_qkv", "linear_attn.in_proj_z", "linear_attn.in_proj_a", "linear_attn.in_proj_b", "linear_attn.out_proj", "mlp.shared_expert.gate_proj", "mlp.shared_expert.up_proj", "mlp.shared_expert.down_proj", "mlp.experts.gate_proj", "mlp.experts.up_proj", "mlp.experts.down_proj", "mlp.gate", "mlp.shared_expert_gate" ], "grid": [ "...0...0...0...0...0...0...0...0...0...0", "...0...0...0...0...0...0...0...0...0...0", "...0...0...0...0...0...0...0...0...0...0", "...1...0...0...0...0...0...0...0...0...0", "111.111.222.010.111.121.111.021.001.100.", "111.111.222.010.111.121.111.021.001.100.", "000.000.000.000.000.000.000.000.000.000.", "000.000.000.000.000.000.000.000.000.000.", "010.111.110.212.221.211.111.221.201.000.", "0000000000000000000000000000000000000000", "0000000000000000000000000000000000000000", "0000000000000000000000000000000000000000", "1111111111111111111111111111111111111111", "1111111111111111111111111111111111111111", "1111111111111111111111111111111111111111", "########################################", "########################################" ], "cell_bytes": [ [ 0, 0, 0, 33554432, 0, 0, 0, 33554432, 0, 0, 0, 33554432, 0, 0, 0, 33554432, 0, 0, 0, 33554432, 0, 0, 0, 33554432, 0, 0, 0, 33554432, 0, 0, 0, 33554432, 0, 0, 0, 33554432, 0, 0, 0, 33554432 ], [ 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152 ], [ 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152 ], [ 0, 0, 0, 4718600, 0, 0, 0, 16777216, 0, 0, 0, 16777216, 0, 0, 0, 16777216, 0, 0, 0, 16777216, 0, 0, 0, 16777216, 0, 0, 0, 16777216, 0, 0, 0, 16777216, 0, 0, 0, 16777216, 0, 0, 0, 16777216 ], [ 9437192, 9437192, 9437192, 0, 9437192, 9437192, 9437192, 0, 17301504, 17301504, 17301504, 0, 33554432, 9437192, 33554432, 0, 9437192, 9437192, 9437192, 0, 9437192, 17301504, 9437192, 0, 9437192, 9437192, 9437192, 0, 33554432, 17301504, 9437192, 0, 33554432, 33554432, 9437192, 0, 9437192, 33554432, 33554432, 0 ], [ 4718600, 4718600, 4718600, 0, 4718600, 4718600, 4718600, 0, 8650752, 8650752, 8650752, 0, 16777216, 4718600, 16777216, 0, 4718600, 4718600, 4718600, 0, 4718600, 8650752, 4718600, 0, 4718600, 4718600, 4718600, 0, 16777216, 8650752, 4718600, 0, 16777216, 16777216, 4718600, 0, 4718600, 16777216, 16777216, 0 ], [ 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0 ], [ 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0 ], [ 16777216, 4718600, 16777216, 0, 4718600, 4718600, 4718600, 0, 4718600, 4718600, 16777216, 0, 8650752, 4718600, 8650752, 0, 8650752, 8650752, 4718600, 0, 8650752, 4718600, 4718600, 0, 4718600, 4718600, 4718600, 0, 8650752, 8650752, 4718600, 0, 8650752, 16777216, 4718600, 0, 16777216, 16777216, 16777216, 0 ], [ 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152 ], [ 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152 ], [ 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152 ], [ 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992 ], [ 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992 ], [ 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992 ], [ 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576 ], [ 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096 ] ] }, "mtp": { "n_layers": 1, "n_linears": 10, "n_anchored": 2, "layer_min": 0, "counts": { "BF16": 6, "NVFP4": 4 }, "params": { "BF16": 22020096, "NVFP4": 813694976 }, "bytes": { "BF16": 44040192, "NVFP4": 457709576 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "mlp.shared_expert.gate_proj", "mlp.shared_expert.up_proj", "mlp.shared_expert.down_proj", "mlp.experts.gate_proj", "mlp.experts.up_proj", "mlp.experts.down_proj", "mlp.gate", "mlp.shared_expert_gate" ], "grid": [ "0", "0", "0", "1", "0", "0", "0", "1", "1", "1", "#", "#" ], "cell_bytes": [ [ 33554432 ], [ 2097152 ], [ 2097152 ], [ 4718600 ], [ 2097152 ], [ 2097152 ], [ 2097152 ], [ 150996992 ], [ 150996992 ], [ 150996992 ], [ 1048576 ], [ 4096 ] ] } } }