{ "label": "Qwen3.8-27B \u00b7 PrismaAQUA \u00b7 5.5 bpp", "note": "The first artifact allocated with an activation-aware cost.", "source": "hf:rdtand/Qwen3.8-27B-PrismaAQUA-5.5bit-vllm", "hf_repo": "rdtand/Qwen3.8-27B-PrismaAQUA-5.5bit-vllm", "assignment_sha256": null, "git_commit": null, "formats": [ "NVFP4", "FP8", "BF16" ], "anchored_marker": "#", "absent_marker": ".", "anchored_global": [ "lm_head", "model.language_model.embed_tokens" ], "disk": { "total": 23603241496, "anchored": 5085593600, "other": 1031661024 }, "sections": { "body": { "n_layers": 64, "n_linears": 496, "n_anchored": 0, "layer_min": 0, "counts": { "NVFP4": 247, "FP8": 223, "BF16": 26 }, "params": { "NVFP4": 17416847360, "FP8": 6927319040, "BF16": 6389760 }, "bytes": { "NVFP4": 9796978616, "FP8": 6931739776, "BF16": 12779520 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "linear_attn.in_proj_qkv", "linear_attn.in_proj_z", "linear_attn.in_proj_a", "linear_attn.in_proj_b", "linear_attn.out_proj", "mlp.gate_proj", "mlp.up_proj", "mlp.down_proj" ], "grid": [ "...1...0...1...1...1...0...1...1...1...0...1...1...1...1...1...1", "...1...0...1...1...1...0...1...1...1...0...1...1...1...1...1...1", "...1...0...1...1...1...0...1...1...1...0...1...1...1...1...1...1", "...1...0...0...0...1...1...1...1...1...1...1...1...1...1...1...1", "111.111.100.000.000.000.000.000.000.000.000.000.011.010.101.101.", "111.111.100.000.000.000.000.000.000.000.000.000.011.010.101.101.", "222.212.122.122.211.111.112.211.211.111.111.111.111.111.111.111.", "222.212.122.122.211.111.112.211.211.111.111.111.111.111.111.111.", "111.111.111.111.001.110.111.101.011.010.000.101.111.111.111.111.", "0000000000000000000000000000000000000000000000000000001111111111", "0000000000000000000000000000000000000000000000000000001111111111", "0011000000000000000000000000000000000000000000000011111111111111" ], "cell_bytes": [ [ 0, 0, 0, 62963712, 0, 0, 0, 35389448, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 35389448, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 35389448, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712 ], [ 0, 0, 0, 5246976, 0, 0, 0, 2949128, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 2949128, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 2949128, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976 ], [ 0, 0, 0, 5246976, 0, 0, 0, 2949128, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 2949128, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 2949128, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976 ], [ 0, 0, 0, 31477760, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 31477760, 0, 0, 0, 31477760, 0, 0, 0, 31477760, 0, 0, 0, 31477760, 0, 0, 0, 31477760, 0, 0, 0, 31477760, 0, 0, 0, 31477760, 0, 0, 0, 31477760, 0, 0, 0, 31477760, 0, 0, 0, 31477760, 0, 0, 0, 31477760, 0, 0, 0, 31477760 ], [ 52469760, 52469760, 52469760, 0, 52469760, 52469760, 52469760, 0, 52469760, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 52469760, 52469760, 0, 29491208, 52469760, 29491208, 0, 52469760, 29491208, 52469760, 0, 52469760, 29491208, 52469760, 0 ], [ 31481856, 31481856, 31481856, 0, 31481856, 31481856, 31481856, 0, 31481856, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 31481856, 31481856, 0, 17694728, 31481856, 17694728, 0, 31481856, 17694728, 31481856, 0, 31481856, 17694728, 31481856, 0 ], [ 491520, 491520, 491520, 0, 491520, 245952, 491520, 0, 245952, 491520, 491520, 0, 245952, 491520, 491520, 0, 491520, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 491520, 0, 491520, 245952, 245952, 0, 491520, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0 ], [ 491520, 491520, 491520, 0, 491520, 245952, 491520, 0, 245952, 491520, 491520, 0, 245952, 491520, 491520, 0, 491520, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 491520, 0, 491520, 245952, 245952, 0, 491520, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0, 245952, 245952, 245952, 0 ], [ 31477760, 31477760, 31477760, 0, 31477760, 31477760, 31477760, 0, 31477760, 31477760, 31477760, 0, 31477760, 31477760, 31477760, 0, 17694728, 17694728, 31477760, 0, 31477760, 31477760, 17694728, 0, 31477760, 31477760, 31477760, 0, 31477760, 17694728, 31477760, 0, 17694728, 31477760, 31477760, 0, 17694728, 31477760, 17694728, 0, 17694728, 17694728, 17694728, 0, 31477760, 17694728, 31477760, 0, 31477760, 31477760, 31477760, 0, 31477760, 31477760, 31477760, 0, 31477760, 31477760, 31477760, 0, 31477760, 31477760, 31477760, 0 ], [ 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592 ], [ 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592 ], [ 50135048, 50135048, 89149440, 89149440, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440 ] ] }, "mtp": { "n_layers": 1, "n_linears": 7, "n_anchored": 0, "layer_min": 0, "counts": { "BF16": 7 }, "params": { "BF16": 372244480 }, "bytes": { "BF16": 744488960 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "mlp.gate_proj", "mlp.up_proj", "mlp.down_proj" ], "grid": [ "2", "2", "2", "2", "2", "2", "2" ], "cell_bytes": [ [ 125829120 ], [ 10485760 ], [ 10485760 ], [ 62914560 ], [ 178257920 ], [ 178257920 ], [ 178257920 ] ] } } }