{"label": "Qwen3-4B \u00b7 AURA cost stage", "note": "AURA objective. dW is RTN here, not the production render.", "source": "/home/rob/dq-runs/aura-ucb-4b/artifacts/cost_s7000.pkl", "objective": "aura-adjoint", "schema": "prismaquant.aura_cost.v1", "provenance": {"seed_base": 7000, "temperature": 1.0, "dw_dtype": "bfloat16", "measurement_dtype": "torch.float32", "include_lm_head": false, "n_linear_chunks": 1, "calib_sha256": "f8ed3b5b8fde5d59b6b9160e7b45a615d9f5a5be45e4f0e27a17c866cf34d282", "dw_rendered_rows": 0, "dw_rtn_fallback_rows": 504, "git_commit": "6dc842b2a92c247457a1bfe4dedb4730f2f0594b", "model": "/home/rob/.cache/huggingface/hub/models--Qwen--Qwen3-4B/snapshots/1cfa9a7208912126459214e8b04321603b3df60c", "calib_source": "wikitext:train", "n_calib_samples": 8, "calib_seqlen": 512, "production_cache": ""}, "n_layers": 36, "n_cells": 252, "layers": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35], "projections": ["self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "mlp.gate_proj", "mlp.up_proj", "mlp.down_proj"], "formats": ["BF16", "FP8", "NVFP4"], "sensitivity": {"min": 14.86, "max": 18630.0, "median": 240.3, "log10_span": 3.1, "grid": [[85.89, 18.67, 45.87, 50.36, 53.69, 76.31, 62.38, 126.0, 124.5, 117.3, 144.1, 111.7, 95.34, 191.5, 198.1, 274.6, 165.8, 187.8, 238.2, 214.3, 223.3, 367.1, 225.2, 206.7, 239.0, 149.5, 107.5, 120.0, 181.0, 81.31, 90.37, 126.1, 165.6, 164.2, 253.1, 65.1], [104.1, 14.86, 34.9, 43.88, 43.74, 56.62, 40.83, 80.41, 136.2, 180.1, 170.6, 137.7, 80.67, 157.0, 109.4, 149.7, 123.2, 109.6, 163.8, 146.6, 138.8, 285.2, 167.8, 132.3, 144.5, 106.5, 83.72, 98.58, 141.2, 52.87, 91.42, 94.7, 105.0, 138.7, 211.5, 54.04], [425.9, 106.2, 86.56, 221.6, 100.2, 129.2, 207.8, 296.3, 373.3, 351.0, 450.3, 262.8, 318.8, 228.0, 355.6, 379.4, 368.1, 301.2, 302.9, 425.5, 341.4, 489.8, 591.0, 463.5, 505.4, 293.9, 271.0, 273.1, 270.6, 210.6, 368.9, 235.8, 271.0, 247.5, 343.6, 372.3], [227.9, 69.04, 58.04, 77.08, 87.22, 100.6, 179.7, 114.1, 138.6, 127.3, 189.5, 141.9, 210.4, 150.3, 292.3, 314.5, 250.6, 353.0, 312.9, 278.4, 234.9, 229.0, 273.4, 240.3, 193.1, 72.21, 57.76, 61.81, 75.84, 44.35, 65.87, 44.89, 40.57, 46.82, 98.93, 95.54], [74.28, 206.6, 423.6, 398.6, 414.7, 397.9, 475.1, 507.6, 322.9, 301.3, 265.3, 258.1, 263.4, 246.5, 221.2, 213.3, 189.7, 179.5, 177.7, 174.0, 159.6, 170.0, 191.8, 194.2, 203.4, 211.1, 231.1, 250.8, 280.6, 305.4, 317.6, 337.6, 326.6, 294.4, 305.4, 1214.0], [103.7, 636.1, 796.2, 977.0, 1170.0, 836.5, 863.9, 859.3, 470.1, 591.3, 512.0, 434.8, 409.4, 376.1, 367.3, 334.6, 321.8, 290.6, 288.2, 282.1, 261.2, 285.9, 340.5, 336.3, 343.0, 338.6, 318.5, 326.2, 321.4, 303.4, 304.2, 299.7, 299.1, 294.9, 367.0, 789.2], [360.2, 753.9, 182.4, 466.2, 796.8, 694.6, 18630.0, 591.4, 490.6, 550.0, 557.5, 447.2, 401.5, 341.9, 318.5, 278.5, 398.9, 244.8, 237.2, 220.0, 196.2, 204.5, 298.4, 340.8, 395.6, 404.8, 365.9, 361.4, 365.9, 367.4, 351.6, 337.9, 300.0, 298.8, 330.1, 1200.0]]}, "price": {"BF16": [[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "FP8": [[1.108e-05, 3.17e-06, 9.623e-06, 5.763e-06, 1.175e-05, 1.361e-05, 8.674e-06, 3.402e-05, 3.797e-05, 3.096e-05, 3.677e-05, 3.747e-05, 2.443e-05, 6.027e-05, 4.408e-05, 4.453e-05, 4.929e-05, 4.06e-05, 5.285e-05, 3.724e-05, 3.63e-05, 0.0001255, 2.82e-05, 2.24e-05, 4.201e-05, 3.578e-05, 2.748e-05, 2.586e-05, 2.123e-05, 8.874e-06, 1.86e-05, 2.149e-05, 4.599e-05, 2.988e-05, 3.324e-05, 5.365e-06], [1.747e-05, 2.193e-06, 1.098e-05, 1.053e-05, 1.361e-05, 1.185e-05, 4.618e-06, 7.374e-06, 2.017e-05, 6.461e-05, 2.295e-05, 1.149e-05, 9.388e-06, 1.632e-05, 1.155e-05, 1.255e-05, 1.201e-05, 1.765e-05, 1.3e-05, 1.269e-05, 1.336e-05, 8.639e-05, 1.664e-05, 1.744e-05, 2.432e-05, 8.915e-06, 2.239e-05, 9.569e-06, 1.557e-05, 9.645e-06, 1.154e-05, 7.897e-06, 7.554e-06, 1.081e-05, 2.529e-05, 5.067e-06], [4.854e-05, 9.523e-06, 4.828e-06, 1.213e-05, 1.121e-05, 1.435e-05, 3.532e-05, 1.837e-05, 2.379e-05, 2.207e-05, 2.614e-05, 1.005e-05, 2.592e-05, 1.472e-05, 3.4e-05, 2.027e-05, 1.638e-05, 1.923e-05, 1.819e-05, 2.094e-05, 1.132e-05, 2.194e-05, 1.615e-05, 2.8e-05, 2.769e-05, 8.324e-06, 1.139e-05, 5.138e-06, 8.272e-06, 1.456e-05, 1.299e-05, 7.976e-06, 4.526e-06, 6.08e-06, 1.398e-05, 1.361e-05], [4.652e-05, 1.466e-05, 8.79e-06, 1.441e-05, 1.468e-05, 2.714e-05, 2.874e-05, 1.617e-05, 1.718e-05, 2.276e-05, 1.855e-05, 2.671e-05, 2.726e-05, 1.815e-05, 4.338e-05, 4.435e-05, 4.807e-05, 5.314e-05, 6.611e-05, 2.527e-05, 2.674e-05, 2.313e-05, 2.676e-05, 4.108e-05, 4.026e-05, 1.084e-05, 1.318e-05, 9.959e-06, 1.073e-05, 7.059e-06, 1.417e-05, 6.81e-06, 6.431e-06, 6.686e-06, 1.462e-05, 1.829e-05], [1.496e-05, 4.174e-05, 5.593e-05, 6.924e-05, 0.0001057, 8.175e-05, 8.555e-05, 0.0001111, 8.515e-05, 8.574e-05, 6.405e-05, 5.811e-05, 5.441e-05, 3.762e-05, 3.767e-05, 2.879e-05, 2.377e-05, 2.665e-05, 2.835e-05, 3.205e-05, 2.767e-05, 2.202e-05, 3.086e-05, 3.612e-05, 4.537e-05, 3.786e-05, 5.922e-05, 5.394e-05, 3.107e-05, 5.805e-05, 9.048e-05, 6.169e-05, 3.698e-05, 5.6e-05, 9.62e-05, 5.421e-05], [2.021e-05, 1.766e-05, 3.06e-05, 3.189e-05, 2.551e-05, 8.9e-05, 6.77e-05, 9.473e-05, 8.856e-05, 9.072e-05, 7.871e-05, 9.042e-05, 5.797e-05, 6.245e-05, 4.241e-05, 8.109e-05, 6.815e-05, 3.81e-05, 4.223e-05, 2.493e-05, 3.461e-05, 4.852e-05, 6.724e-05, 3.685e-05, 5.311e-05, 4.842e-05, 3.685e-05, 4.262e-05, 5.551e-05, 4.824e-05, 5.002e-05, 6.181e-05, 6.182e-05, 5.453e-05, 7.29e-05, 7.768e-05], [7.565e-05, 3.126e-05, 3.417e-05, 7.908e-05, 0.0001118, 0.0001086, 7.083e-05, 0.0001069, 7.866e-05, 0.0001095, 0.0001079, 5.784e-05, 6.566e-05, 6.307e-05, 3.157e-05, 5.961e-05, 7.708e-05, 3.523e-05, 2.257e-05, 2.497e-05, 2.41e-05, 3.856e-05, 5.808e-05, 5.196e-05, 5.897e-05, 6.287e-05, 9.041e-05, 5.278e-05, 9.47e-05, 7.304e-05, 6.392e-05, 4.359e-05, 5.996e-05, 4.452e-05, 4.91e-05, 9.845e-05]], "NVFP4": [[0.000234, 5.172e-05, 5.943e-05, 0.0001494, 0.0001222, 0.0002175, 0.0001395, 0.0007064, 0.001043, 0.000928, 0.000711, 0.0006904, 0.0003156, 0.0007066, 0.0008421, 0.0008721, 0.0003624, 0.0004658, 0.0004356, 0.0008337, 0.000678, 0.0005589, 0.0005377, 0.0004123, 0.0006081, 0.0004288, 0.000347, 0.0002953, 0.0002889, 0.0002662, 0.0002863, 0.0003509, 0.0004506, 0.0003577, 0.001067, 8.139e-05], [0.0003256, 2.803e-05, 0.0001383, 6.727e-05, 7.593e-05, 0.0001385, 8.172e-05, 0.0001897, 0.0002619, 0.0005789, 0.0004817, 0.0001773, 0.0001133, 0.0003318, 0.000304, 0.0002678, 0.0003225, 0.0001138, 0.0003123, 0.0002994, 0.0001794, 0.0003744, 0.0003248, 0.0002814, 0.0002264, 0.0001335, 0.0002545, 9.599e-05, 0.0002484, 0.000126, 0.0001376, 0.0001297, 0.0001184, 0.0002743, 0.0002015, 6.611e-05], [0.0007423, 0.0001558, 7.224e-05, 0.0001232, 0.0001727, 0.0002062, 0.0006639, 0.0001761, 0.0003248, 0.000262, 0.0002966, 0.0002302, 0.0003883, 0.0002114, 0.0003032, 0.0001956, 0.0005629, 0.0002035, 0.0001694, 0.0003383, 0.0002488, 0.0002386, 0.0003319, 0.0004166, 0.0005059, 0.0001935, 0.0001738, 0.0001798, 0.0001494, 0.0002354, 0.000252, 0.0001286, 0.0001717, 0.0001338, 0.0003523, 0.0003142], [0.0004496, 0.0001046, 0.0001124, 0.0001594, 0.00016, 0.0002585, 0.0005636, 0.0001132, 0.0002692, 0.0002644, 0.0005471, 0.000302, 0.0005177, 0.0002773, 0.0007253, 0.0004473, 0.000527, 0.0005798, 0.0005316, 0.0004671, 0.0004029, 0.0004628, 0.000293, 0.0006058, 0.0002467, 0.0001577, 0.0001094, 0.0001554, 0.0002084, 8.165e-05, 0.0001707, 8.165e-05, 8.673e-05, 0.0001288, 0.0001517, 0.0002201], [0.0001243, 0.0008863, 0.001362, 0.001503, 0.002606, 0.001072, 0.001242, 0.0007882, 0.0008891, 0.0008559, 0.0005807, 0.0008607, 0.0004937, 0.0005501, 0.0005563, 0.0002248, 0.0003236, 0.0004162, 0.000364, 0.0002802, 0.0003332, 0.0002059, 0.0003784, 0.0006306, 0.0002878, 0.0006016, 0.0004536, 0.0006027, 0.0004737, 0.0004731, 0.0004978, 0.0007239, 0.001284, 0.0007157, 0.000667, 0.009782], [0.0002089, 0.0005166, 0.0008419, 0.0007271, 0.0006839, 0.001167, 0.001074, 0.001166, 0.0007466, 0.0007434, 0.0008737, 0.00123, 0.0007923, 0.0007081, 0.0007139, 0.0008478, 0.0005188, 0.0003776, 0.0005214, 0.0004356, 0.0007584, 0.0008175, 0.0005901, 0.0005834, 0.0008083, 0.0006835, 0.0005429, 0.0004482, 0.0004447, 0.0005588, 0.0008373, 0.0006454, 0.00087, 0.0009781, 0.0009784, 0.0006396], [0.0008991, 0.0009366, 0.0003009, 0.0007033, 0.0011, 0.001591, 0.004183, 0.00106, 0.001318, 0.001004, 0.001334, 0.0005457, 0.00173, 0.0004756, 0.0008883, 0.000512, 0.000739, 0.0003095, 0.000331, 0.0006068, 0.0003009, 0.0005003, 0.0006539, 0.000698, 0.001047, 0.001009, 0.0008072, 0.0006625, 0.000627, 0.0007301, 0.0006942, 0.001179, 0.0008097, 0.0007055, 0.0002891, 0.00115]]}}