{ "label": "Ornith-1.0-35B \u00b7 PrismaAURA \u00b7 4.75 bpp", "note": "Carries an MTP draft head, allocated separately from the body.", "source": "hf:rdtand/Ornith-1.0-35B-PrismaAURA-4.75bit-vllm-MTP", "hf_repo": "rdtand/Ornith-1.0-35B-PrismaAURA-4.75bit-vllm-MTP", "assignment_sha256": null, "git_commit": null, "formats": [ "FP8", "BF16", "NVFP4" ], "anchored_marker": "#", "absent_marker": ".", "anchored_global": [ "lm_head", "model.language_model.embed_tokens" ], "disk": { "total": 24616345376, "anchored": 2077396992, "other": 2522873568 }, "sections": { "body": { "n_layers": 40, "n_linears": 430, "n_anchored": 80, "layer_min": 0, "counts": { "FP8": 158, "BF16": 144, "NVFP4": 128 }, "params": { "FP8": 983564288, "BF16": 424935424, "NVFP4": 32212779008 }, "bytes": { "FP8": 985452544, "BF16": 849870848, "NVFP4": 18119934016 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "linear_attn.in_proj_qkv", "linear_attn.in_proj_z", "linear_attn.in_proj_a", "linear_attn.in_proj_b", "linear_attn.out_proj", "mlp.shared_expert.gate_proj", "mlp.shared_expert.up_proj", "mlp.shared_expert.down_proj", "mlp.experts.gate_proj", "mlp.experts.up_proj", "mlp.experts.down_proj", "mlp.gate", "mlp.shared_expert_gate" ], "grid": [ "...0...0...1...0...0...1...0...1...1...1", "...0...0...1...0...0...1...0...1...1...1", "...0...0...1...0...0...1...0...1...1...1", "...1...1...1...0...0...1...0...1...1...1", "101.000.001.000.000.000.000.000.000.001.", "101.000.001.000.000.000.000.000.000.001.", "111.111.111.111.222.111.111.211.111.111.", "111.111.111.111.222.111.111.211.111.111.", "111.001.111.000.000.001.000.000.111.111.", "1111000000000000000000100000001111110111", "1111000000000000000000100000001111110111", "1110110111110000000000100000000111111111", "2222222222222222222222222222222222222222", "2222222222222222222222222222222222222222", "2222222222222222222222222222222222222222", "########################################", "########################################" ], "cell_bytes": [ [ 0, 0, 0, 16809984, 0, 0, 0, 16809984, 0, 0, 0, 33554432, 0, 0, 0, 16809984, 0, 0, 0, 16809984, 0, 0, 0, 33554432, 0, 0, 0, 16809984, 0, 0, 0, 33554432, 0, 0, 0, 33554432, 0, 0, 0, 33554432 ], [ 0, 0, 0, 1050624, 0, 0, 0, 1050624, 0, 0, 0, 2097152, 0, 0, 0, 1050624, 0, 0, 0, 1050624, 0, 0, 0, 2097152, 0, 0, 0, 1050624, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152 ], [ 0, 0, 0, 1050624, 0, 0, 0, 1050624, 0, 0, 0, 2097152, 0, 0, 0, 1050624, 0, 0, 0, 1050624, 0, 0, 0, 2097152, 0, 0, 0, 1050624, 0, 0, 0, 2097152, 0, 0, 0, 2097152, 0, 0, 0, 2097152 ], [ 0, 0, 0, 16777216, 0, 0, 0, 16777216, 0, 0, 0, 16777216, 0, 0, 0, 8396800, 0, 0, 0, 8396800, 0, 0, 0, 16777216, 0, 0, 0, 8396800, 0, 0, 0, 16777216, 0, 0, 0, 16777216, 0, 0, 0, 16777216 ], [ 33554432, 16809984, 33554432, 0, 16809984, 16809984, 16809984, 0, 16809984, 16809984, 33554432, 0, 16809984, 16809984, 16809984, 0, 16809984, 16809984, 16809984, 0, 16809984, 16809984, 16809984, 0, 16809984, 16809984, 16809984, 0, 16809984, 16809984, 16809984, 0, 16809984, 16809984, 16809984, 0, 16809984, 16809984, 33554432, 0 ], [ 16777216, 8404992, 16777216, 0, 8404992, 8404992, 8404992, 0, 8404992, 8404992, 16777216, 0, 8404992, 8404992, 8404992, 0, 8404992, 8404992, 8404992, 0, 8404992, 8404992, 8404992, 0, 8404992, 8404992, 8404992, 0, 8404992, 8404992, 8404992, 0, 8404992, 8404992, 8404992, 0, 8404992, 8404992, 16777216, 0 ], [ 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 36872, 36872, 36872, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 36872, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0 ], [ 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 36872, 36872, 36872, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0, 36872, 131072, 131072, 0, 131072, 131072, 131072, 0, 131072, 131072, 131072, 0 ], [ 16777216, 16777216, 16777216, 0, 8396800, 8396800, 16777216, 0, 16777216, 16777216, 16777216, 0, 8396800, 8396800, 8396800, 0, 8396800, 8396800, 8396800, 0, 8396800, 8396800, 16777216, 0, 8396800, 8396800, 8396800, 0, 8396800, 8396800, 8396800, 0, 16777216, 16777216, 16777216, 0, 16777216, 16777216, 16777216, 0 ], [ 2097152, 2097152, 2097152, 2097152, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 2097152, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 1050624, 2097152, 2097152, 2097152 ], [ 2097152, 2097152, 2097152, 2097152, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 2097152, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 1050624, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 1050624, 2097152, 2097152, 2097152 ], [ 2097152, 2097152, 2097152, 1056768, 2097152, 2097152, 1056768, 2097152, 2097152, 2097152, 2097152, 2097152, 1056768, 1056768, 1056768, 1056768, 1056768, 1056768, 1056768, 1056768, 1056768, 1056768, 2097152, 1056768, 1056768, 1056768, 1056768, 1056768, 1056768, 1056768, 1056768, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152, 2097152 ], [ 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992 ], [ 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992 ], [ 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992, 150996992 ], [ 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576, 1048576 ], [ 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096, 4096 ] ] }, "mtp": { "n_layers": 1, "n_linears": 7, "n_anchored": 2, "layer_min": 0, "counts": { "BF16": 7 }, "params": { "BF16": 30408704 }, "bytes": { "BF16": 60817408 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "mlp.shared_expert.gate_proj", "mlp.shared_expert.up_proj", "mlp.shared_expert.down_proj", "mlp.gate", "mlp.shared_expert_gate" ], "grid": [ "1", "1", "1", "1", "1", "1", "1", "#", "#" ], "cell_bytes": [ [ 33554432 ], [ 2097152 ], [ 2097152 ], [ 16777216 ], [ 2097152 ], [ 2097152 ], [ 2097152 ], [ 1048576 ], [ 4096 ] ] } } }