{ "label": "Qwen3.6-27B \u00b7 Heretic \u00b7 5.25 bpp", "note": null, "source": "hf:rdtand/Qwen3.6-27B-PrismaQuant-Heretic-5.25bit-vllm", "hf_repo": "rdtand/Qwen3.6-27B-PrismaQuant-Heretic-5.25bit-vllm", "assignment_sha256": null, "git_commit": null, "formats": [ "NVFP4", "FP8", "BF16" ], "anchored_marker": "#", "absent_marker": ".", "anchored_global": [ "lm_head", "model.language_model.embed_tokens" ], "disk": { "total": 21988061896, "anchored": 5085593600, "other": 926751200 }, "sections": { "body": { "n_layers": 64, "n_linears": 496, "n_anchored": 0, "layer_min": 0, "counts": { "NVFP4": 285, "FP8": 178, "BF16": 33 }, "params": { "NVFP4": 19372441600, "FP8": 4881121280, "BF16": 96993280 }, "bytes": { "NVFP4": 10897000680, "FP8": 4884729856, "BF16": 193986560 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "linear_attn.in_proj_qkv", "linear_attn.in_proj_z", "linear_attn.in_proj_a", "linear_attn.in_proj_b", "linear_attn.out_proj", "mlp.gate_proj", "mlp.up_proj", "mlp.down_proj" ], "grid": [ "...1...1...1...1...1...1...1...1...1...1...1...1...1...1...1...1", "...1...1...1...1...1...1...1...1...1...1...1...1...1...1...1...1", "...1...1...1...1...1...1...1...1...1...1...1...1...1...1...1...1", "...0...0...0...0...0...0...0...0...0...0...0...0...0...0...0...1", "100.001.000.101.011.110.111.111.111.000.000.000.011.000.000.111.", "100.001.000.101.011.110.111.111.111.000.000.000.011.000.000.111.", "111.222.111.222.221.211.122.222.221.111.111.111.111.111.111.111.", "111.222.111.222.221.211.122.222.221.111.111.111.111.111.111.111.", "000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.001.", "0000000000000000000000000000000000000000000000000000000011111111", "0000000000000000000000000000000000000000000000000000000011111111", "0000000000000000000000000000000000000000000000000000000000011112" ], "cell_bytes": [ [ 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712 ], [ 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976 ], [ 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976 ], [ 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 31477760 ], [ 52469760, 29491208, 29491208, 0, 29491208, 29491208, 52469760, 0, 29491208, 29491208, 29491208, 0, 52469760, 29491208, 52469760, 0, 29491208, 52469760, 52469760, 0, 52469760, 52469760, 29491208, 0, 52469760, 52469760, 52469760, 0, 52469760, 52469760, 52469760, 0, 52469760, 52469760, 52469760, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 52469760, 52469760, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 52469760, 52469760, 52469760, 0 ], [ 31481856, 17694728, 17694728, 0, 17694728, 17694728, 31481856, 0, 17694728, 17694728, 17694728, 0, 31481856, 17694728, 31481856, 0, 17694728, 31481856, 31481856, 0, 31481856, 31481856, 17694728, 0, 31481856, 31481856, 31481856, 0, 31481856, 31481856, 31481856, 0, 31481856, 31481856, 31481856, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 31481856, 31481856, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 31481856, 31481856, 31481856, 0 ], [ 245952, 245952, 245952, 0, 491520, 491520, 491520, 0, 245952, 245952, 245952, 0, 491520, 491520, 491520, 0, 491520, 491520, 245952, 0, 491520, 245952, 245952, 0, 245952, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0 ], [ 245952, 245952, 245952, 0, 491520, 491520, 491520, 0, 245952, 245952, 245952, 0, 491520, 491520, 491520, 0, 491520, 491520, 245952, 0, 491520, 245952, 245952, 0, 245952, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0 ], [ 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 31477760, 0 ], [ 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592 ], [ 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592 ], [ 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 89149440, 89149440, 89149440, 89149440, 178257920 ] ] } } }