{ "label": "Qwen3.5-122B-A10B \u00b7 4.75 bpp", "note": null, "source": "hf:rdtand/Qwen3.5-122B-A10B-PrismaQuant-4.75bit-vllm", "hf_repo": "rdtand/Qwen3.5-122B-A10B-PrismaQuant-4.75bit-vllm", "assignment_sha256": null, "git_commit": null, "formats": [ "BF16", "NVFP4", "FP8" ], "anchored_marker": "#", "absent_marker": ".", "anchored_global": [ "lm_head", "model.language_model.embed_tokens" ], "disk": { "total": 76655184944, "anchored": 3128727552, "other": 893655536 }, "sections": { "body": { "n_layers": 48, "n_linears": 516, "n_anchored": 96, "layer_min": 0, "counts": { "BF16": 288, "NVFP4": 216, "FP8": 12 }, "params": { "BF16": 2165833728, "NVFP4": 118002548736, "FP8": 377487360 }, "bytes": { "BF16": 4331667456, "NVFP4": 66376729152, "FP8": 389283840 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "linear_attn.in_proj_qkv", "linear_attn.in_proj_z", "linear_attn.in_proj_a", "linear_attn.in_proj_b", "linear_attn.out_proj", "mlp.shared_expert.gate_proj", "mlp.shared_expert.up_proj", "mlp.shared_expert.down_proj", "mlp.experts.gate_proj", "mlp.experts.up_proj", "mlp.experts.down_proj", "mlp.gate", "mlp.shared_expert_gate" ], "grid": [ "...0...0...0...0...0...0...0...0...0...0...0...0", "...0...0...0...0...0...0...0...0...0...0...0...0", "...0...0...0...0...0...0...0...0...0...0...0...0", "...1...1...1...1...1...0...0...0...0...0...0...0", "111.111.111.111.111.000.200.002.112.222.000.100.", "111.111.111.111.111.000.200.002.112.222.000.100.", "000.000.000.000.000.000.000.000.000.000.000.000.", "000.000.000.000.000.000.000.000.000.000.000.000.", "111.111.111.111.111.110.110.011.111.111.111.100.", "000000000000000000000000000000000000000000000000", "000000000000000000000000000000000000000000000000", "000000000000000000000000000000000000000000000000", "111111111111111111111111111111111111111111111111", "111111111111111111111111111111111111111111111111", "111111111111111111111111111111111111111111111111", "################################################", "################################################" ], "cell_bytes": [ [ 0, 0, 0, 100663296, 0, 0, 0, 100663296, 0, 0, 0, 100663296, 0, 0, 0, 100663296, 0, 0, 0, 100663296, 0, 0, 0, 100663296, 0, 0, 0, 100663296, 0, 0, 0, 100663296, 0, 0, 0, 100663296, 0, 0, 0, 100663296, 0, 0, 0, 100663296, 0, 0, 0, 100663296 ], [ 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728 ], [ 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728, 0, 0, 0, 3145728 ], [ 0, 0, 0, 14155784, 0, 0, 0, 14155784, 0, 0, 0, 14155784, 0, 0, 0, 14155784, 0, 0, 0, 14155784, 0, 0, 0, 50331648, 0, 0, 0, 50331648, 0, 0, 0, 50331648, 0, 0, 0, 50331648, 0, 0, 0, 50331648, 0, 0, 0, 50331648, 0, 0, 0, 50331648 ], [ 21233672, 21233672, 21233672, 0, 21233672, 21233672, 21233672, 0, 21233672, 21233672, 21233672, 0, 21233672, 21233672, 21233672, 0, 21233672, 21233672, 21233672, 0, 75497472, 75497472, 75497472, 0, 38928384, 75497472, 75497472, 0, 75497472, 75497472, 38928384, 0, 21233672, 21233672, 38928384, 0, 38928384, 38928384, 38928384, 0, 75497472, 75497472, 75497472, 0, 21233672, 75497472, 75497472, 0 ], [ 14155784, 14155784, 14155784, 0, 14155784, 14155784, 14155784, 0, 14155784, 14155784, 14155784, 0, 14155784, 14155784, 14155784, 0, 14155784, 14155784, 14155784, 0, 50331648, 50331648, 50331648, 0, 25952256, 50331648, 50331648, 0, 50331648, 50331648, 25952256, 0, 14155784, 14155784, 25952256, 0, 25952256, 25952256, 25952256, 0, 50331648, 50331648, 50331648, 0, 14155784, 50331648, 50331648, 0 ], [ 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0 ], [ 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0, 393216, 393216, 393216, 0 ], [ 14155784, 14155784, 14155784, 0, 14155784, 14155784, 14155784, 0, 14155784, 14155784, 14155784, 0, 14155784, 14155784, 14155784, 0, 14155784, 14155784, 14155784, 0, 14155784, 14155784, 50331648, 0, 14155784, 14155784, 50331648, 0, 50331648, 14155784, 14155784, 0, 14155784, 14155784, 14155784, 0, 14155784, 14155784, 14155784, 0, 14155784, 14155784, 14155784, 0, 14155784, 50331648, 50331648, 0 ], [ 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456 ], [ 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456 ], [ 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456, 6291456 ], [ 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880 ], [ 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880 ], [ 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880, 452986880 ], [ 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864 ], [ 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144, 6144 ] ] }, "mtp": { "n_layers": 1, "n_linears": 10, "n_anchored": 2, "layer_min": 0, "counts": { "BF16": 7, "NVFP4": 3 }, "params": { "BF16": 88080384, "NVFP4": 2415919104 }, "bytes": { "BF16": 176160768, "NVFP4": 1358960640 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "mlp.shared_expert.gate_proj", "mlp.shared_expert.up_proj", "mlp.shared_expert.down_proj", "mlp.experts.gate_proj", "mlp.experts.up_proj", "mlp.experts.down_proj", "mlp.gate", "mlp.shared_expert_gate" ], "grid": [ "0", "0", "0", "0", "0", "0", "0", "1", "1", "1", "#", "#" ], "cell_bytes": [ [ 100663296 ], [ 3145728 ], [ 3145728 ], [ 50331648 ], [ 6291456 ], [ 6291456 ], [ 6291456 ], [ 452986880 ], [ 452986880 ], [ 452986880 ], [ 1572864 ], [ 6144 ] ] } } }