From b915420514ff77b9d0ba337e796217ccf1dad245 Mon Sep 17 00:00:00 2001 From: bong-water-water-bong Date: Sun, 15 Nov 2026 14:03:12 -0400 Subject: [PATCH 1/2] hw-gate: re-record the qwen3-0.6b kq8/kvq8 KAT goldens on the scalar q8 prompt FA (engine#2502) The 10-25 goldens no longer match: changes since then move near-tie tokens (arithmetic '17 x 23' vs '17 * 23' at token 2, varied-2520w's answer wording), and the gpu-kernels WMMA q8 prompt bodies (#58/#74) made the rows nondeterministic. gpu-kernels#95 puts head-128 q8 prompt FA back on the scalar body; these goldens are recorded on that kernel set (fork cd34acb54, gk ddb4a32 + #95) and pass two gate checks after the record (9 cases each; warnings: varied-720w answers '25', as the old golden did, and a cache-path divergence at margin 0.142 < 1.0). Co-Authored-By: Claude Opus 5.5 --- tests/golden/hw-gate/kat-qwen3-0.6b-kq8.json | 851 ++++++++---------- tests/golden/hw-gate/kat-qwen3-0.6b-kvq8.json | 851 +++++++++--------- 2 files changed, 802 insertions(+), 900 deletions(-) diff --git a/tests/golden/hw-gate/kat-qwen3-0.6b-kq8.json b/tests/golden/hw-gate/kat-qwen3-0.6b-kq8.json index 873847c11..14387e215 100644 --- a/tests/golden/hw-gate/kat-qwen3-0.6b-kq8.json +++ b/tests/golden/hw-gate/kat-qwen3-0.6b-kq8.json @@ -9,36 +9,36 @@ "tokens": [ { "t": "Paris", - "lp": -0.15173371136188507, + "lp": -0.14126698672771454, "top": [ - -0.15173371136188507, - -3.4594576358795166, - -3.947979211807251 + -0.14126698672771454, + -3.675625801086426, + -4.045218467712402 ] }, { "t": ".", - "lp": -0.3360196053981781, + "lp": -0.4312063157558441, "top": [ - -0.3360196053981781, - -1.2565137147903442, - -8.494462966918945 + -0.4312063157558441, + -1.0512624979019165, + -8.518710136413574 ] }, { "t": "", - "lp": -3.707477662828751e-05, + "lp": -3.850534267257899e-05, "top": [ - -3.707477662828751e-05, - -10.429802894592285, - -12.805790901184082 + -3.850534267257899e-05, + -10.384883880615234, + -12.808389663696289 ] } ], "expect_ok": true, "secs": [ - 0.34, - 0.08 + 0.43, + 0.03 ], "fails": [], "warns": [], @@ -49,42 +49,42 @@ { "name": "arithmetic", "prompt_tokens": 28, - "text": "17 * 23 = 391.", + "text": "17 \u00d7 23 = 391.", "tokens": [ { "t": "1", - "lp": -0.07372691482305527, + "lp": -0.06716132164001465, "top": [ - -0.07372691482305527, - -3.0932791233062744, - -4.385097980499268 + -0.06716132164001465, + -3.3290650844573975, + -4.483013153076172 ] }, { "t": "7", - "lp": -5.972563667455688e-05, + "lp": -4.661191997001879e-05, "top": [ - -5.972563667455688e-05, - -10.978869438171387, - -11.738036155700684 + -4.661191997001879e-05, + -11.413094520568848, + -11.919507026672363 ] }, { - "t": " *", - "lp": -0.6766188144683838, + "t": " \u00d7", + "lp": -0.7103270292282104, "top": [ - -0.6766188144683838, - -0.7883493900299072, - -3.3159983158111572 + -0.7103270292282104, + -0.8231161832809448, + -2.6836624145507812 ] }, { "t": " ", - "lp": -2.0265599687263602e-06, + "lp": -1.3113030945532955e-06, "top": [ - -2.0265599687263602e-06, - -13.439634323120117, - -14.35137939453125 + -1.3113030945532955e-06, + -13.627095222473145, + -15.957478523254395 ] }, { @@ -92,44 +92,44 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.381919860839844, - -17.089473724365234 + -16.41598892211914, + -17.104238510131836 ] }, { "t": "3", - "lp": -2.3841860752327193e-07, + "lp": -3.576279254957626e-07, "top": [ - -2.3841860752327193e-07, - -15.822460174560547, - -15.99618148803711 + -3.576279254957626e-07, + -15.616046905517578, + -15.827709197998047 ] }, { "t": " =", - "lp": -0.0015208956319838762, + "lp": -0.0006280128727667034, "top": [ - -0.0015208956319838762, - -6.633513450622559, - -9.369725227355957 + -0.0006280128727667034, + -7.900938510894775, + -8.977936744689941 ] }, { "t": " ", - "lp": -0.2589256763458252, + "lp": -0.5936115980148315, "top": [ - -0.2589256763458252, - -1.4812901020050049, - -8.363797187805176 + -0.5936115980148315, + -0.8053941130638123, + -8.088688850402832 ] }, { "t": "3", - "lp": -0.01142012421041727, + "lp": -0.09770358353853226, "top": [ - -0.01142012421041727, - -4.584715843200684, - -7.433279991149902 + -0.09770358353853226, + -2.393937587738037, + -6.955565929412842 ] }, { @@ -137,42 +137,42 @@ "lp": 0.0, "top": [ 0.0, - -17.533456802368164, - -17.90947151184082 + -17.302650451660156, + -17.789325714111328 ] }, { "t": "1", - "lp": -7.391003236989491e-06, + "lp": -1.2278632311790716e-05, "top": [ - -7.391003236989491e-06, - -11.997191429138184, - -14.431439399719238 + -1.2278632311790716e-05, + -11.5305757522583, + -14.118573188781738 ] }, { "t": ".", - "lp": -0.5005217790603638, + "lp": -0.25871720910072327, "top": [ - -0.5005217790603638, - -1.0047026872634888, - -4.109320640563965 + -0.25871720910072327, + -1.727696180343628, + -3.461481809616089 ] }, { "t": "", - "lp": -0.03045131266117096, + "lp": -0.19321098923683167, "top": [ - -0.03045131266117096, - -3.812103748321533, - -6.339537143707275 + -0.19321098923683167, + -1.970007300376892, + -4.6944260597229 ] } ], "expect_ok": true, "secs": [ - 0.16, - 0.08 + 0.35, + 0.07 ], "fails": [], "warns": [], @@ -187,38 +187,38 @@ "tokens": [ { "t": "```", - "lp": -0.08300162106752396, + "lp": -0.07332679629325867, "top": [ - -0.08300162106752396, - -3.0228610038757324, - -3.66194486618042 + -0.07332679629325867, + -3.181298017501831, + -3.7245452404022217 ] }, { "t": "python", - "lp": -7.164735143305734e-05, + "lp": -8.046950824791566e-05, "top": [ - -7.164735143305734e-05, - -9.667487144470215, - -12.28416919708252 + -8.046950824791566e-05, + -9.543025970458984, + -12.220487594604492 ] }, { "t": "\n", - "lp": -4.64917320641689e-06, + "lp": -5.245222382654902e-06, "top": [ - -4.64917320641689e-06, - -13.11268138885498, - -13.325390815734863 + -5.245222382654902e-06, + -12.805127143859863, + -13.398374557495117 ] }, { "t": "def", - "lp": -0.002467813901603222, + "lp": -0.0023574582301080227, "top": [ - -0.002467813901603222, - -6.233060359954834, - -8.048919677734375 + -0.0023574582301080227, + -6.279497146606445, + -8.06171989440918 ] }, { @@ -226,26 +226,26 @@ "lp": -2.3841887468734058e-06, "top": [ -2.3841887468734058e-06, - -14.195391654968262, - -14.211898803710938 + -14.086153984069824, + -14.088387489318848 ] }, { "t": "(a", - "lp": -1.0132840543519706e-05, + "lp": -8.821526535029989e-06, "top": [ - -1.0132840543519706e-05, - -12.681794166564941, - -12.733939170837402 + -8.821526535029989e-06, + -12.91865062713623, + -12.940775871276855 ] }, { "t": ",", - "lp": -0.000129708118038252, + "lp": -0.00010145224950974807, "top": [ - -0.000129708118038252, - -8.961790084838867, - -13.824983596801758 + -0.00010145224950974807, + -9.208904266357422, + -13.84190559387207 ] }, { @@ -253,35 +253,35 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.30087661743164, - -17.162792205810547 + -16.328922271728516, + -17.202457427978516 ] }, { "t": "):\n", - "lp": -0.0004527997807599604, + "lp": -0.0004351489769760519, "top": [ - -0.0004527997807599604, - -8.054097175598145, - -9.570307731628418 + -0.0004351489769760519, + -8.172971725463867, + -9.280153274536133 ] }, { "t": " ", - "lp": -1.4901272152201273e-05, + "lp": -1.7285496141994372e-05, "top": [ - -1.4901272152201273e-05, - -11.256776809692383, - -14.150747299194336 + -1.7285496141994372e-05, + -11.104982376098633, + -14.052022933959961 ] }, { "t": " return", - "lp": -0.0003668742720037699, + "lp": -0.00037283694837242365, "top": [ - -0.0003668742720037699, - -8.361401557922363, - -9.212634086608887 + -0.00037283694837242365, + -8.410782814025879, + -9.066136360168457 ] }, { @@ -289,17 +289,17 @@ "lp": -2.7418175250204513e-06, "top": [ -2.7418175250204513e-06, - -14.227485656738281, - -14.333014488220215 + -14.266681671142578, + -14.310145378112793 ] }, { "t": " +", - "lp": -1.7881409348774469e-06, + "lp": -1.6689314179529902e-06, "top": [ - -1.7881409348774469e-06, - -13.7610445022583, - -15.385347366333008 + -1.6689314179529902e-06, + -13.812835693359375, + -15.396824836730957 ] }, { @@ -307,42 +307,42 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.496219635009766, - -17.13451385498047 + -16.31623077392578, + -17.04215431213379 ] }, { "t": "\n", - "lp": -2.515347659937106e-05, + "lp": -2.527268952690065e-05, "top": [ - -2.515347659937106e-05, - -10.95981216430664, - -12.715620040893555 + -2.527268952690065e-05, + -10.995260238647461, + -12.766056060791016 ] }, { "t": "```", - "lp": -0.0008401822997257113, + "lp": -0.0007434866274707019, "top": [ - -0.0008401822997257113, - -7.082465171813965, - -16.307662963867188 + -0.0007434866274707019, + -7.204690456390381, + -16.382389068603516 ] }, { "t": "", - "lp": -2.014657366089523e-05, + "lp": -2.1934749383945018e-05, "top": [ - -2.014657366089523e-05, - -12.258810997009277, - -13.137415885925293 + -2.1934749383945018e-05, + -12.246111869812012, + -13.071858406066895 ] } ], "expect_ok": true, "secs": [ - 0.16, - 0.14 + 0.15, + 0.08 ], "fails": [], "warns": [], @@ -357,144 +357,144 @@ "tokens": [ { "t": "The", - "lp": -0.904400110244751, + "lp": -1.0024100542068481, "top": [ - -0.904400110244751, - -1.8502485752105713, - -2.374199151992798 + -1.0024100542068481, + -1.7075263261795044, + -2.3468618392944336 ] }, { "t": " secret", - "lp": -0.06846646219491959, + "lp": -0.05972004309296608, "top": [ - -0.06846646219491959, - -2.8508074283599854, - -5.25951623916626 + -0.05972004309296608, + -3.0046911239624023, + -5.251456260681152 ] }, { "t": " code", - "lp": -4.172333774477011e-06, + "lp": -4.0531240301788785e-06, "top": [ - -4.172333774477011e-06, - -12.600133895874023, - -14.922225952148438 + -4.0531240301788785e-06, + -12.698381423950195, + -15.009750366210938 ] }, { "t": " mentioned", - "lp": -0.051153216511011124, + "lp": -0.05127260088920593, "top": [ - -0.051153216511011124, - -3.019895553588867, - -8.511122703552246 + -0.05127260088920593, + -3.0185654163360596, + -8.52320384979248 ] }, { "t": " in", - "lp": -0.028071945533156395, + "lp": -0.02817346528172493, "top": [ - -0.028071945533156395, - -3.5922579765319824, - -9.962390899658203 + -0.02817346528172493, + -3.5892868041992188, + -9.750982284545898 ] }, { "t": " the", - "lp": -0.00011408979480620474, + "lp": -9.918704745359719e-05, "top": [ - -0.00011408979480620474, - -9.785419464111328, - -10.792207717895508 + -9.918704745359719e-05, + -9.910863876342773, + -10.988073348999023 ] }, { "t": " notes", - "lp": -0.009703114628791809, + "lp": -0.01134494598954916, "top": [ - -0.009703114628791809, - -4.732811450958252, - -8.906661987304688 + -0.01134494598954916, + -4.56640625, + -9.008523941040039 ] }, { "t": " is", - "lp": -0.6369138360023499, + "lp": -0.5770115256309509, "top": [ - -0.6369138360023499, - -0.7547059059143066, - -8.047886848449707 + -0.5770115256309509, + -0.8270573019981384, + -7.8229146003723145 ] }, { "t": " ", - "lp": -0.311898410320282, + "lp": -0.30513206124305725, "top": [ - -0.311898410320282, - -1.5201084613800049, - -4.3324079513549805 + -0.30513206124305725, + -1.5364094972610474, + -4.367347717285156 ] }, { "t": "7", - "lp": -0.0010069311829283834, + "lp": -0.0010288284393027425, "top": [ - -0.0010069311829283834, - -8.469066619873047, - -8.819190979003906 + -0.0010288284393027425, + -8.419602394104004, + -8.810242652893066 ] }, { "t": "3", - "lp": -0.00018604339857120067, + "lp": -0.00019176652131136507, "top": [ - -0.00018604339857120067, - -9.136761665344238, - -10.725424766540527 + -0.00019176652131136507, + -9.08988094329834, + -10.702500343322754 ] }, { "t": "4", - "lp": -7.212421769509092e-05, + "lp": -9.155692532658577e-05, "top": [ - -7.212421769509092e-05, - -9.786161422729492, - -11.90892219543457 + -9.155692532658577e-05, + -9.517772674560547, + -11.80766487121582 ] }, { "t": "1", - "lp": -1.609338323760312e-05, + "lp": -1.7166285033454187e-05, "top": [ - -1.609338323760312e-05, - -11.30254077911377, - -13.809584617614746 + -1.7166285033454187e-05, + -11.233951568603516, + -13.761798858642578 ] }, { "t": ".", - "lp": -0.0032709629740566015, + "lp": -0.0031667971052229404, "top": [ - -0.0032709629740566015, - -5.83314323425293, - -8.14344596862793 + -0.0031667971052229404, + -5.8759541511535645, + -8.081547737121582 ] }, { "t": "", - "lp": -0.5704721212387085, + "lp": -0.4520248472690582, "top": [ - -0.5704721212387085, - -1.3188318014144897, - -2.779662609100342 + -0.4520248472690582, + -1.5260127782821655, + -2.852909564971924 ] } ], "expect_ok": true, "secs": [ - 6.87, - 6.27 + 6.42, + 6.13 ], "fails": [], "warns": [], @@ -509,27 +509,27 @@ "tokens": [ { "t": "green", - "lp": -0.07549108564853668, + "lp": -0.0724375769495964, "top": [ - -0.07549108564853668, - -3.0322113037109375, - -4.063785552978516 + -0.0724375769495964, + -3.0412638187408447, + -4.232069492340088 ] }, { "t": "", - "lp": -7.438936154358089e-05, + "lp": -7.522389205405489e-05, "top": [ - -7.438936154358089e-05, - -10.330434799194336, - -10.818984985351562 + -7.522389205405489e-05, + -10.286459922790527, + -10.892312049865723 ] } ], "expect_ok": true, "secs": [ - 5.96, - 6.02 + 6.01, + 5.94 ], "fails": [], "warns": [], @@ -544,153 +544,153 @@ "tokens": [ { "t": "The", - "lp": -0.13167324662208557, + "lp": -0.1387556940317154, "top": [ - -0.13167324662208557, - -2.8066608905792236, - -3.9189066886901855 + -0.1387556940317154, + -2.569822311401367, + -3.985126495361328 ] }, { "t": " secret", - "lp": -0.4251768887042999, + "lp": -0.45521560311317444, "top": [ - -0.4251768887042999, - -1.1587203741073608, - -3.927574396133423 + -0.45521560311317444, + -1.1129666566848755, + -3.7480223178863525 ] }, { "t": " code", - "lp": -7.987054232216906e-06, + "lp": -8.702316335984506e-06, "top": [ - -7.987054232216906e-06, - -12.026016235351562, - -14.680370330810547 + -8.702316335984506e-06, + -11.998980522155762, + -14.389744758605957 ] }, { "t": " mentioned", - "lp": -0.04105450212955475, + "lp": -0.04126026853919029, "top": [ - -0.04105450212955475, - -3.263066053390503, - -8.040529251098633 + -0.04126026853919029, + -3.2625412940979004, + -7.966909885406494 ] }, { "t": " in", - "lp": -0.039342496544122696, + "lp": -0.0381847620010376, "top": [ - -0.039342496544122696, - -3.258054256439209, - -10.448049545288086 + -0.0381847620010376, + -3.2873971462249756, + -10.563138961791992 ] }, { "t": " the", - "lp": -0.0006737594376318157, + "lp": -0.0005199472652748227, "top": [ - -0.0006737594376318157, - -7.688955783843994, - -9.519984245300293 + -0.0005199472652748227, + -8.052567481994629, + -9.746264457702637 ] }, { "t": " notes", - "lp": -0.0296159740537405, + "lp": -0.03538072481751442, "top": [ - -0.0296159740537405, - -3.613832950592041, - -8.345751762390137 + -0.03538072481751442, + -3.427954912185669, + -8.406289100646973 ] }, { "t": " above", - "lp": -0.3007698953151703, + "lp": -0.34101566672325134, "top": [ - -0.3007698953151703, - -1.3507158756256104, - -8.90433120727539 + -0.34101566672325134, + -1.243874430656433, + -9.060234069824219 ] }, { "t": " is", - "lp": -0.0014068839373067021, + "lp": -0.001479826052673161, "top": [ - -0.0014068839373067021, - -7.1700334548950195, - -8.406258583068848 + -0.001479826052673161, + -7.168038845062256, + -8.208446502685547 ] }, { "t": " **", - "lp": -0.320525586605072, + "lp": -0.28063854575157166, "top": [ - -0.320525586605072, - -1.8655732870101929, - -3.2918217182159424 + -0.28063854575157166, + -1.9682358503341675, + -3.4153544902801514 ] }, { "t": "7", - "lp": -0.05746981501579285, + "lp": -0.05785050243139267, "top": [ - -0.05746981501579285, - -4.0396952629089355, - -4.4116339683532715 + -0.05785050243139267, + -4.002966403961182, + -4.4051384925842285 ] }, { "t": "3", - "lp": -0.007284045219421387, + "lp": -0.00597308250144124, "top": [ - -0.007284045219421387, - -4.946142196655273, - -9.649040222167969 + -0.00597308250144124, + -5.143491268157959, + -9.952773094177246 ] }, { "t": "4", - "lp": -0.00011540124978637323, + "lp": -0.00010765178012661636, "top": [ - -0.00011540124978637323, - -9.163884162902832, - -12.151968955993652 + -0.00010765178012661636, + -9.23404598236084, + -12.195979118347168 ] }, { "t": "1", - "lp": -5.0665232265600935e-05, + "lp": -4.9949940148508176e-05, "top": [ - -5.0665232265600935e-05, - -9.926434516906738, - -14.584444999694824 + -4.9949940148508176e-05, + -9.940078735351562, + -14.623418807983398 ] }, { "t": "**", - "lp": -0.07864821702241898, + "lp": -0.07730957120656967, "top": [ - -0.07864821702241898, - -2.589315891265869, - -7.565701007843018 + -0.07730957120656967, + -2.6069936752319336, + -7.428280830383301 ] }, { "t": ".", - "lp": -0.06182284280657768, + "lp": -0.05651220679283142, "top": [ - -0.06182284280657768, - -2.8279647827148438, - -7.885835647583008 + -0.05651220679283142, + -2.917640209197998, + -7.675252437591553 ] } ], "expect_ok": true, "secs": [ - 0.21, - 0.14 + 0.22, + 0.12 ], "fails": [], "warns": [], @@ -705,44 +705,48 @@ "tokens": [ { "t": "2", - "lp": -0.8714293241500854, + "lp": -0.9131849408149719, "top": [ - -0.8714293241500854, - -1.0727345943450928, - -2.4652516841888428 + -0.9131849408149719, + -1.0548208951950073, + -2.373800039291382 ] }, { "t": "5", - "lp": -1.250382423400879, + "lp": -1.2866363525390625, "top": [ - -1.250382423400879, - -1.4808855056762695, - -1.6995916366577148 + -1.2866363525390625, + -1.5161360502243042, + -1.5836695432662964 ] }, { "t": "", - "lp": -0.00014938040112610906, + "lp": -0.0002109630877384916, "top": [ - -0.00014938040112610906, - -8.9949312210083, - -11.442273139953613 + -0.0002109630877384916, + -8.618233680725098, + -11.17762279510498 ] } ], "expect_ok": false, "secs": [ - 0.45, + 0.48, 0.41 ], "fails": [ "run 0: expected ['7341'] got '25'", "run 1: expected ['7341'] got '25'" ], - "warns": [], + "warns": [ + "cache path: cached request diverges from the fresh one at token 0 (fresh top-2 margin 0.142): 'The secret code mentioned in the notes is 7341. \\nAnswer'" + ], "cache_path": { - "first_divergence": null + "first_divergence": 0, + "fresh_margin": 0.1416359543800354, + "cached_text": "The secret code mentioned in the notes is 7341. \nAnswer" } }, { @@ -752,110 +756,110 @@ "tokens": [ { "t": "The", - "lp": -0.6795647740364075, + "lp": -0.8198411464691162, "top": [ - -0.6795647740364075, - -1.7111446857452393, - -2.1927082538604736 + -0.8198411464691162, + -1.3525025844573975, + -2.179525136947632 ] }, { "t": " secret", - "lp": -0.13787245750427246, + "lp": -0.12988635897636414, "top": [ - -0.13787245750427246, - -2.137235403060913, - -5.337165832519531 + -0.12988635897636414, + -2.195004940032959, + -5.359132289886475 ] }, { "t": " code", - "lp": -2.861027041944908e-06, + "lp": -2.145769485650817e-06, "top": [ - -2.861027041944908e-06, - -12.91976261138916, - -15.515048027038574 + -2.145769485650817e-06, + -13.164487838745117, + -15.539628982543945 ] }, { "t": " mentioned", - "lp": -0.03427962586283684, + "lp": -0.03291519731283188, "top": [ - -0.03427962586283684, - -3.4165256023406982, - -8.597834587097168 + -0.03291519731283188, + -3.458414077758789, + -8.489501953125 ] }, { "t": " in", - "lp": -0.016108395531773567, + "lp": -0.013062363490462303, "top": [ - -0.016108395531773567, - -4.1450300216674805, - -9.787997245788574 + -0.013062363490462303, + -4.353287696838379, + -10.068825721740723 ] }, { "t": " the", - "lp": -6.80708180880174e-05, + "lp": -4.887700197286904e-05, "top": [ - -6.80708180880174e-05, - -10.343274116516113, - -10.976101875305176 + -4.887700197286904e-05, + -10.649046897888184, + -11.418366432189941 ] }, { "t": " notes", - "lp": -0.15012629330158234, + "lp": -0.15739141404628754, "top": [ - -0.15012629330158234, - -1.987864375114441, - -7.306820869445801 + -0.15739141404628754, + -1.9422940015792847, + -7.334883689880371 ] }, { "t": " is", - "lp": -0.5106043815612793, + "lp": -0.5405212044715881, "top": [ - -0.5106043815612793, - -0.9195838570594788, - -8.586715698242188 + -0.5405212044715881, + -0.8759971261024475, + -8.667659759521484 ] }, { "t": " ", - "lp": -0.39121267199516296, + "lp": -0.38928350806236267, "top": [ - -0.39121267199516296, - -1.3151724338531494, - -3.888113260269165 + -0.38928350806236267, + -1.3242563009262085, + -3.9777636528015137 ] }, { "t": "7", - "lp": -0.0003520869940984994, + "lp": -0.0003531602560542524, "top": [ - -0.0003520869940984994, - -9.603327751159668, - -9.78295612335205 + -0.0003531602560542524, + -9.584344863891602, + -9.770660400390625 ] }, { "t": "3", - "lp": -0.00019152805907651782, + "lp": -0.0002272983401780948, "top": [ - -0.00019152805907651782, - -8.717690467834473, - -11.67918872833252 + -0.0002272983401780948, + -8.533088684082031, + -11.668283462524414 ] }, { "t": "4", - "lp": -1.3351529560168274e-05, + "lp": -1.4782061043661088e-05, "top": [ - -1.3351529560168274e-05, - -11.659513473510742, - -12.877950668334961 + -1.4782061043661088e-05, + -11.569547653198242, + -12.766839981079102 ] }, { @@ -863,42 +867,42 @@ "lp": -3.4570753086882178e-06, "top": [ -3.4570753086882178e-06, - -12.832977294921875, - -15.03658676147461 + -12.82386589050293, + -15.061050415039062 ] }, { "t": ".", - "lp": -0.01608816534280777, + "lp": -0.016946163028478622, "top": [ - -0.01608816534280777, - -4.202022075653076, - -6.969069957733154 + -0.016946163028478622, + -4.136176586151123, + -7.171962261199951 ] }, { "t": " Therefore", - "lp": -0.906904935836792, + "lp": -0.9186269640922546, "top": [ - -0.906904935836792, - -1.859779953956604, - -2.106053113937378 + -0.9186269640922546, + -1.9251538515090942, + -2.057474374771118 ] }, { "t": ",", - "lp": -4.768372718899627e-07, + "lp": -3.576279254957626e-07, "top": [ - -4.768372718899627e-07, - -14.511163711547852, - -18.26473617553711 + -3.576279254957626e-07, + -14.779747009277344, + -18.43299102783203 ] } ], "expect_ok": true, "secs": [ - 1.56, - 1.56 + 1.61, + 1.53 ], "fails": [], "warns": [], @@ -909,169 +913,66 @@ { "name": "varied-2520w", "prompt_tokens": 3291, - "text": "The secret code mentioned in the notes is 7341. Therefore,", + "text": "7341", "tokens": [ - { - "t": "The", - "lp": -1.021605372428894, - "top": [ - -1.021605372428894, - -1.2493581771850586, - -2.4714536666870117 - ] - }, - { - "t": " secret", - "lp": -0.09907574951648712, - "top": [ - -0.09907574951648712, - -2.466604709625244, - -5.3385796546936035 - ] - }, - { - "t": " code", - "lp": -4.529963462118758e-06, - "top": [ - -4.529963462118758e-06, - -12.513890266418457, - -14.97807788848877 - ] - }, - { - "t": " mentioned", - "lp": -0.07013671845197678, - "top": [ - -0.07013671845197678, - -2.7120206356048584, - -8.076669692993164 - ] - }, - { - "t": " in", - "lp": -0.02462220937013626, - "top": [ - -0.02462220937013626, - -3.72298264503479, - -9.62142562866211 - ] - }, - { - "t": " the", - "lp": -9.119926835410297e-05, - "top": [ - -9.119926835410297e-05, - -10.136896133422852, - -11.154397964477539 - ] - }, - { - "t": " notes", - "lp": -0.05391954630613327, - "top": [ - -0.05391954630613327, - -2.9826743602752686, - -8.093497276306152 - ] - }, - { - "t": " is", - "lp": -0.5185647010803223, - "top": [ - -0.5185647010803223, - -0.9076829552650452, - -8.559800148010254 - ] - }, - { - "t": " ", - "lp": -0.345095694065094, - "top": [ - -0.345095694065094, - -1.4585084915161133, - -4.0596513748168945 - ] - }, { "t": "7", - "lp": -0.0011871944880113006, + "lp": -0.9425126314163208, "top": [ - -0.0011871944880113006, - -8.381844520568848, - -8.579102516174316 + -0.9425126314163208, + -1.1690369844436646, + -2.537700653076172 ] }, { "t": "3", - "lp": -0.0003346764715388417, + "lp": -0.0030220469925552607, "top": [ - -0.0003346764715388417, - -9.262494087219238, - -9.544295310974121 + -0.0030220469925552607, + -7.273514747619629, + -7.437073707580566 ] }, { "t": "4", - "lp": -0.001031692372635007, + "lp": -0.48470020294189453, "top": [ - -0.001031692372635007, - -6.933925628662109, - -11.095478057861328 + -0.48470020294189453, + -0.9573411345481873, + -9.924376487731934 ] }, { "t": "1", - "lp": -1.6808651707833633e-05, + "lp": -4.100883597857319e-05, "top": [ - -1.6808651707833633e-05, - -11.293684005737305, - -13.631000518798828 + -4.100883597857319e-05, + -10.823044776916504, + -12.204764366149902 ] }, { - "t": ".", - "lp": -0.006179971620440483, - "top": [ - -0.006179971620440483, - -5.1595001220703125, - -7.896402359008789 - ] - }, - { - "t": " Therefore", - "lp": -0.9953004717826843, - "top": [ - -0.9953004717826843, - -1.0057928562164307, - -2.490347146987915 - ] - }, - { - "t": ",", - "lp": -4.768372718899627e-07, + "t": "", + "lp": -3.635949542513117e-05, "top": [ - -4.768372718899627e-07, - -14.68606185913086, - -17.91111183166504 + -3.635949542513117e-05, + -10.306909561157227, + -13.559480667114258 ] } ], "expect_ok": true, "secs": [ - 3.26, - 3.2 + 3.11, + 3.02 ], "fails": [], - "warns": [ - "cache path: cached request diverges from the fresh one at token 0 (fresh top-2 margin 0.228): '7341'" - ], + "warns": [], "cache_path": { - "first_divergence": 0, - "fresh_margin": 0.22775280475616455, - "cached_text": "7341" + "first_divergence": null } } ], "pass": false, - "time": "2026-10-25T10:52:18-0300" + "time": "2026-11-15T13:45:46-0400" } \ No newline at end of file diff --git a/tests/golden/hw-gate/kat-qwen3-0.6b-kvq8.json b/tests/golden/hw-gate/kat-qwen3-0.6b-kvq8.json index 89727971b..6700f9a97 100644 --- a/tests/golden/hw-gate/kat-qwen3-0.6b-kvq8.json +++ b/tests/golden/hw-gate/kat-qwen3-0.6b-kvq8.json @@ -9,36 +9,36 @@ "tokens": [ { "t": "Paris", - "lp": -0.18199869990348816, + "lp": -0.15175965428352356, "top": [ - -0.18199869990348816, - -3.4550697803497314, - -3.8618884086608887 + -0.15175965428352356, + -3.4656310081481934, + -4.0509772300720215 ] }, { "t": ".", - "lp": -0.24648737907409668, + "lp": -0.37550291419029236, "top": [ - -0.24648737907409668, - -1.5245177745819092, - -8.584403038024902 + -0.37550291419029236, + -1.1638826131820679, + -8.526349067687988 ] }, { "t": "", - "lp": -4.780406743520871e-05, + "lp": -3.49289330188185e-05, "top": [ - -4.780406743520871e-05, - -10.15615463256836, - -12.548545837402344 + -3.49289330188185e-05, + -10.507197380065918, + -12.820210456848145 ] } ], "expect_ok": true, "secs": [ - 0.2, - 0.05 + 0.17, + 0.03 ], "fails": [], "warns": [], @@ -49,42 +49,42 @@ { "name": "arithmetic", "prompt_tokens": 28, - "text": "17 \u00d7 23 = 391.", + "text": "17 * 23 = 391.", "tokens": [ { "t": "1", - "lp": -0.0693630799651146, + "lp": -0.0611814446747303, "top": [ - -0.0693630799651146, - -3.2277321815490723, - -4.39201021194458 + -0.0611814446747303, + -3.3913931846618652, + -4.406278133392334 ] }, { "t": "7", - "lp": -4.339312363299541e-05, + "lp": -3.922062387573533e-05, "top": [ - -4.339312363299541e-05, - -11.497501373291016, - -11.997065544128418 + -3.922062387573533e-05, + -11.542624473571777, + -12.121064186096191 ] }, { - "t": " \u00d7", - "lp": -0.7363070845603943, + "t": " *", + "lp": -0.7434797883033752, "top": [ - -0.7363070845603943, - -0.7767753005027771, - -2.809406280517578 + -0.7434797883033752, + -0.7784262299537659, + -2.7432050704956055 ] }, { "t": " ", - "lp": -9.536747711536009e-07, + "lp": -2.2649790025752736e-06, "top": [ - -9.536747711536009e-07, - -13.965880393981934, - -16.1981201171875 + -2.2649790025752736e-06, + -13.265752792358398, + -14.483444213867188 ] }, { @@ -92,44 +92,44 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.404300689697266, - -17.0125675201416 + -16.38812255859375, + -17.140174865722656 ] }, { "t": "3", - "lp": -3.576279254957626e-07, + "lp": -2.3841860752327193e-07, "top": [ - -3.576279254957626e-07, - -15.773149490356445, - -16.026546478271484 + -2.3841860752327193e-07, + -15.835939407348633, + -15.935861587524414 ] }, { "t": " =", - "lp": -0.0004408735258039087, + "lp": -0.0022250711917877197, "top": [ - -0.0004408735258039087, - -8.211366653442383, - -9.438236236572266 + -0.0022250711917877197, + -6.2568159103393555, + -8.931729316711426 ] }, { "t": " ", - "lp": -0.533821165561676, + "lp": -0.3297572433948517, "top": [ - -0.533821165561676, - -0.8846378922462463, - -7.988496780395508 + -0.3297572433948517, + -1.272849678993225, + -8.232532501220703 ] }, { "t": "3", - "lp": -0.042907994240522385, + "lp": -0.0177084282040596, "top": [ - -0.042907994240522385, - -3.2016165256500244, - -7.324100971221924 + -0.0177084282040596, + -4.112555027008057, + -7.4063897132873535 ] }, { @@ -137,51 +137,51 @@ "lp": 0.0, "top": [ 0.0, - -17.488590240478516, - -17.855937957763672 + -17.33792495727539, + -17.985992431640625 ] }, { "t": "1", - "lp": -9.655998837843072e-06, + "lp": -9.059946933120955e-06, "top": [ - -9.655998837843072e-06, - -11.760492324829102, - -14.259160995483398 + -9.059946933120955e-06, + -11.839107513427734, + -14.161577224731445 ] }, { "t": ".", - "lp": -0.3172777593135834, + "lp": -0.4448314905166626, "top": [ - -0.3172777593135834, - -1.5161436796188354, - -3.3416690826416016 + -0.4448314905166626, + -1.0957409143447876, + -4.242234706878662 ] }, { "t": "", - "lp": -0.1879418045282364, + "lp": -0.03341440111398697, "top": [ - -0.1879418045282364, - -1.9947483539581299, - -4.762223243713379 + -0.03341440111398697, + -3.736386775970459, + -6.275969982147217 ] } ], "expect_ok": true, "secs": [ 0.1, - 0.08 + 0.07 ], "fails": [], "warns": [ - "cache path: cached request diverges from the fresh one at token 2 (fresh top-2 margin 0.040): '17 * 23 = 391.'" + "cache path: cached request diverges from the fresh one at token 2 (fresh top-2 margin 0.035): '17 \u00d7 23 = 391.'" ], "cache_path": { "first_divergence": 2, - "fresh_margin": 0.04046821594238281, - "cached_text": "17 * 23 = 391." + "fresh_margin": 0.034946441650390625, + "cached_text": "17 \u00d7 23 = 391." } }, { @@ -191,65 +191,65 @@ "tokens": [ { "t": "```", - "lp": -0.05308794975280762, + "lp": -0.056129004806280136, "top": [ - -0.05308794975280762, - -3.4908225536346436, - -4.038717746734619 + -0.056129004806280136, + -3.459226131439209, + -3.9436469078063965 ] }, { "t": "python", - "lp": -8.499983232468367e-05, + "lp": -7.808513328200206e-05, "top": [ - -8.499983232468367e-05, - -9.464255332946777, - -12.415827751159668 + -7.808513328200206e-05, + -9.554830551147461, + -12.479434967041016 ] }, { "t": "\n", - "lp": -5.245222382654902e-06, + "lp": -5.841272468387615e-06, "top": [ - -5.245222382654902e-06, - -12.784004211425781, - -13.346963882446289 + -5.841272468387615e-06, + -12.541437149047852, + -13.487066268920898 ] }, { "t": "def", - "lp": -0.002385419327765703, + "lp": -0.0023788472171872854, "top": [ - -0.002385419327765703, - -6.2013139724731445, - -8.493170738220215 + -0.0023788472171872854, + -6.194900989532471, + -8.527898788452148 ] }, { "t": " add", - "lp": -2.7418175250204513e-06, + "lp": -2.3841887468734058e-06, "top": [ - -2.7418175250204513e-06, - -13.959748268127441, - -14.00218677520752 + -2.3841887468734058e-06, + -14.049001693725586, + -14.117349624633789 ] }, { "t": "(a", - "lp": -9.536788638797589e-06, + "lp": -1.0609683158691041e-05, "top": [ - -9.536788638797589e-06, - -12.803215026855469, - -12.815593719482422 + -1.0609683158691041e-05, + -12.522002220153809, + -12.901915550231934 ] }, { "t": ",", - "lp": -0.00015569945389870554, + "lp": -0.0001714376558084041, "top": [ - -0.00015569945389870554, - -8.775988578796387, - -13.914137840270996 + -0.0001714376558084041, + -8.67913818359375, + -13.935855865478516 ] }, { @@ -257,35 +257,35 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.133451461791992, - -17.11380958557129 + -16.359771728515625, + -17.152851104736328 ] }, { "t": "):\n", - "lp": -0.00048470322508364916, + "lp": -0.00047229952178895473, "top": [ - -0.00048470322508364916, - -7.984783172607422, - -9.293386459350586 + -0.00047229952178895473, + -8.015023231506348, + -9.31546688079834 ] }, { "t": " ", - "lp": -2.3246082491823472e-05, + "lp": -1.6689440599293448e-05, "top": [ - -2.3246082491823472e-05, - -10.774322509765625, - -14.125995635986328 + -1.6689440599293448e-05, + -11.138348579406738, + -14.235103607177734 ] }, { "t": " return", - "lp": -0.00031750474590808153, + "lp": -0.0003374192165210843, "top": [ - -0.00031750474590808153, - -8.510539054870605, - -9.377364158630371 + -0.0003374192165210843, + -8.383060455322266, + -9.436651229858398 ] }, { @@ -293,17 +293,17 @@ "lp": -2.98023678624304e-06, "top": [ -2.98023678624304e-06, - -14.0995454788208, - -14.274452209472656 + -14.214093208312988, + -14.300089836120605 ] }, { "t": " +", - "lp": -1.7881409348774469e-06, + "lp": -1.5497220147153712e-06, "top": [ - -1.7881409348774469e-06, - -13.763752937316895, - -15.469680786132812 + -1.5497220147153712e-06, + -13.796683311462402, + -15.584406852722168 ] }, { @@ -311,42 +311,42 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.425636291503906, - -17.156599044799805 + -16.563325881958008, + -17.15399932861328 ] }, { "t": "\n", - "lp": -2.3365293600363657e-05, + "lp": -2.1934749383945018e-05, "top": [ - -2.3365293600363657e-05, - -11.121345520019531, - -12.593817710876465 + -2.1934749383945018e-05, + -11.134383201599121, + -12.70385456085205 ] }, { "t": "```", - "lp": -0.0006939195445738733, + "lp": -0.0006525857024826109, "top": [ - -0.0006939195445738733, - -7.273730754852295, - -16.52048683166504 + -0.0006525857024826109, + -7.335127353668213, + -16.492677688598633 ] }, { "t": "", - "lp": -1.7404707250534557e-05, + "lp": -1.9669725588755682e-05, "top": [ - -1.7404707250534557e-05, - -12.331071853637695, - -13.330890655517578 + -1.9669725588755682e-05, + -12.266509056091309, + -13.254727363586426 ] } ], "expect_ok": true, "secs": [ 0.13, - 0.1 + 0.09 ], "fails": [], "warns": [], @@ -361,144 +361,144 @@ "tokens": [ { "t": "The", - "lp": -0.9031255841255188, + "lp": -0.9172968864440918, "top": [ - -0.9031255841255188, - -1.69724440574646, - -2.5248124599456787 + -0.9172968864440918, + -1.886645793914795, + -2.4265894889831543 ] }, { "t": " secret", - "lp": -0.06762861460447311, + "lp": -0.06947514414787292, "top": [ - -0.06762861460447311, - -2.871049642562866, - -5.3185954093933105 + -0.06947514414787292, + -2.855916976928711, + -5.132352828979492 ] }, { "t": " code", - "lp": -4.64917320641689e-06, + "lp": -4.172333774477011e-06, "top": [ - -4.64917320641689e-06, - -12.579829216003418, - -14.801709175109863 + -4.172333774477011e-06, + -12.667720794677734, + -14.993846893310547 ] }, { "t": " mentioned", - "lp": -0.04248717799782753, + "lp": -0.05181708559393883, "top": [ - -0.04248717799782753, - -3.2077112197875977, - -8.323418617248535 + -0.05181708559393883, + -3.0116026401519775, + -8.207698822021484 ] }, { "t": " in", - "lp": -0.025404779240489006, + "lp": -0.023360267281532288, "top": [ - -0.025404779240489006, - -3.6918742656707764, - -9.767058372497559 + -0.023360267281532288, + -3.774846076965332, + -9.90013599395752 ] }, { "t": " the", - "lp": -0.00013960382784716785, + "lp": -0.00011778571206377819, "top": [ - -0.00013960382784716785, - -9.544525146484375, - -10.64166259765625 + -0.00011778571206377819, + -9.715841293334961, + -10.893547058105469 ] }, { "t": " notes", - "lp": -0.01066944282501936, + "lp": -0.010192484594881535, "top": [ - -0.01066944282501936, - -4.625056743621826, - -9.111371994018555 + -0.010192484594881535, + -4.684764385223389, + -9.027334213256836 ] }, { "t": " is", - "lp": -0.5963404178619385, + "lp": -0.6379891037940979, "top": [ - -0.5963404178619385, - -0.802746057510376, - -7.988752841949463 + -0.6379891037940979, + -0.7540284395217896, + -7.826236724853516 ] }, { "t": " ", - "lp": -0.2886669933795929, + "lp": -0.3381662666797638, "top": [ - -0.2886669933795929, - -1.6002247333526611, - -4.394106864929199 + -0.3381662666797638, + -1.4605436325073242, + -4.2106218338012695 ] }, { "t": "7", - "lp": -0.0009177364991046488, + "lp": -0.001038733054883778, "top": [ - -0.0009177364991046488, - -8.688322067260742, - -8.873895645141602 + -0.001038733054883778, + -8.474198341369629, + -8.804118156433105 ] }, { "t": "3", - "lp": -0.00016547618724871427, + "lp": -0.000201901319087483, "top": [ - -0.00016547618724871427, - -9.269219398498535, - -10.778426170349121 + -0.000201901319087483, + -9.051525115966797, + -10.583272933959961 ] }, { "t": "4", - "lp": -6.509038939839229e-05, + "lp": -9.29875677684322e-05, "top": [ - -6.509038939839229e-05, - -9.898784637451172, - -12.019073486328125 + -9.29875677684322e-05, + -9.478321075439453, + -11.933817863464355 ] }, { "t": "1", - "lp": -1.5258905477821827e-05, + "lp": -1.6927862816373818e-05, "top": [ - -1.5258905477821827e-05, - -11.356794357299805, - -13.837482452392578 + -1.6927862816373818e-05, + -11.26475715637207, + -13.685798645019531 ] }, { "t": ".", - "lp": -0.0034108448307961226, + "lp": -0.0033712524455040693, "top": [ - -0.0034108448307961226, - -5.8202595710754395, - -7.8510823249816895 + -0.0033712524455040693, + -5.856123924255371, + -7.692824363708496 ] }, { "t": "", - "lp": -0.5458994507789612, + "lp": -0.46425530314445496, "top": [ - -0.5458994507789612, - -1.3281755447387695, - -2.810702323913574 + -0.46425530314445496, + -1.4777917861938477, + -2.9715566635131836 ] } ], "expect_ok": true, "secs": [ - 6.28, - 6.09 + 6.32, + 6.11 ], "fails": [], "warns": [], @@ -513,27 +513,27 @@ "tokens": [ { "t": "green", - "lp": -0.0702592208981514, + "lp": -0.07129550725221634, "top": [ - -0.0702592208981514, - -3.1113874912261963, - -4.136421203613281 + -0.07129550725221634, + -3.092797040939331, + -4.154177188873291 ] }, { "t": "", - "lp": -6.48519562673755e-05, + "lp": -6.127545202616602e-05, "top": [ - -6.48519562673755e-05, - -10.450630187988281, - -10.993158340454102 + -6.127545202616602e-05, + -10.539382934570312, + -11.03018569946289 ] } ], "expect_ok": true, "secs": [ - 6.21, - 6.15 + 5.99, + 5.94 ], "fails": [], "warns": [], @@ -548,153 +548,153 @@ "tokens": [ { "t": "The", - "lp": -0.15695875883102417, + "lp": -0.13823314011096954, "top": [ - -0.15695875883102417, - -2.641209840774536, - -3.824572801589966 + -0.13823314011096954, + -2.648805618286133, + -4.058677673339844 ] }, { "t": " secret", - "lp": -0.444947749376297, + "lp": -0.43124523758888245, "top": [ - -0.444947749376297, - -1.1351675987243652, - -3.8052401542663574 + -0.43124523758888245, + -1.1516660451889038, + -3.8905727863311768 ] }, { "t": " code", - "lp": -7.867844033171423e-06, + "lp": -5.1260126383567695e-06, "top": [ - -7.867844033171423e-06, - -12.091958999633789, - -14.476306915283203 + -5.1260126383567695e-06, + -12.544297218322754, + -14.8832426071167 ] }, { "t": " mentioned", - "lp": -0.05076240375638008, + "lp": -0.0459296852350235, "top": [ - -0.05076240375638008, - -3.0539820194244385, - -7.820534706115723 + -0.0459296852350235, + -3.1512210369110107, + -7.949612140655518 ] }, { "t": " in", - "lp": -0.03417908772826195, + "lp": -0.038523051887750626, "top": [ - -0.03417908772826195, - -3.396422863006592, - -10.566065788269043 + -0.038523051887750626, + -3.2786619663238525, + -10.513956069946289 ] }, { "t": " the", - "lp": -0.0007165256538428366, + "lp": -0.0006064823246560991, "top": [ - -0.0007165256538428366, - -7.593392848968506, - -9.569649696350098 + -0.0006064823246560991, + -7.839468002319336, + -9.634002685546875 ] }, { "t": " notes", - "lp": -0.02874096855521202, + "lp": -0.035282112658023834, "top": [ - -0.02874096855521202, - -3.658034324645996, - -8.235550880432129 + -0.035282112658023834, + -3.439237594604492, + -8.224245071411133 ] }, { "t": " above", - "lp": -0.28059181571006775, + "lp": -0.3195021450519562, "top": [ - -0.28059181571006775, - -1.4109858274459839, - -8.846548080444336 + -0.3195021450519562, + -1.2992899417877197, + -8.714653015136719 ] }, { "t": " is", - "lp": -0.001469021663069725, + "lp": -0.00156268326099962, "top": [ - -0.001469021663069725, - -7.1422905921936035, - -8.406852722167969 + -0.00156268326099962, + -7.012585163116455, + -8.393467903137207 ] }, { "t": " **", - "lp": -0.3193202018737793, + "lp": -0.2759420573711395, "top": [ - -0.3193202018737793, - -1.8446992635726929, - -3.308236598968506 + -0.2759420573711395, + -1.9099791049957275, + -3.5710203647613525 ] }, { "t": "7", - "lp": -0.06604805588722229, + "lp": -0.04819778352975845, "top": [ - -0.06604805588722229, - -3.8625779151916504, - -4.315796375274658 + -0.04819778352975845, + -4.161271095275879, + -4.731207847595215 ] }, { "t": "3", - "lp": -0.010734809562563896, + "lp": -0.007852188311517239, "top": [ - -0.010734809562563896, - -4.557465076446533, - -9.427474975585938 + -0.007852188311517239, + -4.869178295135498, + -9.691234588623047 ] }, { "t": "4", - "lp": -0.00013101959484629333, + "lp": -9.096082794712856e-05, "top": [ - -0.00013101959484629333, - -9.036337852478027, - -12.069706916809082 + -9.096082794712856e-05, + -9.407469749450684, + -12.377997398376465 ] }, { "t": "1", - "lp": -6.008328637108207e-05, + "lp": -4.577741492539644e-05, "top": [ - -6.008328637108207e-05, - -9.754515647888184, - -14.396193504333496 + -4.577741492539644e-05, + -10.024971008300781, + -14.726507186889648 ] }, { "t": "**", - "lp": -0.07192197442054749, + "lp": -0.06958312541246414, "top": [ - -0.07192197442054749, - -2.6760575771331787, - -7.565999507904053 + -0.06958312541246414, + -2.709399461746216, + -7.430455207824707 ] }, { "t": ".", - "lp": -0.06473862379789352, + "lp": -0.05921367183327675, "top": [ - -0.06473862379789352, - -2.7841217517852783, - -7.674380779266357 + -0.05921367183327675, + -2.8702640533447266, + -7.746259689331055 ] } ], "expect_ok": true, "secs": [ - 0.21, - 0.14 + 0.22, + 0.12 ], "fails": [], "warns": [], @@ -709,48 +709,44 @@ "tokens": [ { "t": "2", - "lp": -0.8825416564941406, + "lp": -0.8530613780021667, "top": [ - -0.8825416564941406, - -1.0585155487060547, - -2.374574661254883 + -0.8530613780021667, + -1.1400487422943115, + -2.3867413997650146 ] }, { "t": "5", - "lp": -1.3316560983657837, + "lp": -1.3037655353546143, "top": [ - -1.3316560983657837, - -1.43473482131958, - -1.6195721626281738 + -1.3037655353546143, + -1.4972164630889893, + -1.6243183612823486 ] }, { "t": "", - "lp": -0.00017084150749724358, + "lp": -0.00015462639566976577, "top": [ - -0.00017084150749724358, - -8.835585594177246, - -11.506875038146973 + -0.00015462639566976577, + -8.982255935668945, + -11.246084213256836 ] } ], "expect_ok": false, "secs": [ - 0.46, + 0.48, 0.42 ], "fails": [ "run 0: expected ['7341'] got '25'", "run 1: expected ['7341'] got '25'" ], - "warns": [ - "cache path: cached request diverges from the fresh one at token 0 (fresh top-2 margin 0.176): 'The secret code mentioned in the notes is 7341. Therefore,'" - ], + "warns": [], "cache_path": { - "first_divergence": 0, - "fresh_margin": 0.17597389221191406, - "cached_text": "The secret code mentioned in the notes is 7341. Therefore," + "first_divergence": null } }, { @@ -760,153 +756,153 @@ "tokens": [ { "t": "The", - "lp": -0.7927851676940918, + "lp": -0.7141508460044861, "top": [ - -0.7927851676940918, - -1.36049222946167, - -2.262275218963623 + -0.7141508460044861, + -1.6538519859313965, + -2.264281749725342 ] }, { "t": " secret", - "lp": -0.11859969049692154, + "lp": -0.1274939626455307, "top": [ - -0.11859969049692154, - -2.278843641281128, - -5.441208839416504 + -0.1274939626455307, + -2.2084035873413086, + -5.484683036804199 ] }, { "t": " code", - "lp": -2.145769485650817e-06, + "lp": -2.2649790025752736e-06, "top": [ - -2.145769485650817e-06, - -13.233423233032227, - -15.534868240356445 + -2.2649790025752736e-06, + -13.172861099243164, + -15.501167297363281 ] }, { "t": " mentioned", - "lp": -0.03277722746133804, + "lp": -0.036594193428754807, "top": [ - -0.03277722746133804, - -3.4601683616638184, - -8.6397123336792 + -0.036594193428754807, + -3.353667974472046, + -8.481355667114258 ] }, { "t": " in", - "lp": -0.01145852915942669, + "lp": -0.011643399484455585, "top": [ - -0.01145852915942669, - -4.485505104064941, - -9.785122871398926 + -0.011643399484455585, + -4.473191261291504, + -9.301321983337402 ] }, { "t": " the", - "lp": -4.8996218538377434e-05, + "lp": -5.5076208809623495e-05, "top": [ - -4.8996218538377434e-05, - -10.605242729187012, - -11.381831169128418 + -5.5076208809623495e-05, + -10.5640869140625, + -11.116477966308594 ] }, { "t": " notes", - "lp": -0.16232916712760925, + "lp": -0.19660048186779022, "top": [ - -0.16232916712760925, - -1.9127240180969238, - -7.320393085479736 + -0.19660048186779022, + -1.7375435829162598, + -7.09011697769165 ] }, { "t": " is", - "lp": -0.4999316930770874, + "lp": -0.5223096609115601, "top": [ - -0.4999316930770874, - -0.935665488243103, - -8.764915466308594 + -0.5223096609115601, + -0.9024041891098022, + -8.545584678649902 ] }, { "t": " ", - "lp": -0.41311800479888916, + "lp": -0.40200406312942505, "top": [ - -0.41311800479888916, - -1.2596451044082642, - -3.990626811981201 + -0.40200406312942505, + -1.2995165586471558, + -3.9120004177093506 ] }, { "t": "7", - "lp": -0.00036162714241072536, + "lp": -0.00033026427263394, "top": [ - -0.00036162714241072536, - -9.450684547424316, - -9.821545600891113 + -0.00033026427263394, + -9.769765853881836, + -9.775165557861328 ] }, { "t": "3", - "lp": -0.00017423955432604998, + "lp": -0.00016786076594144106, "top": [ - -0.00017423955432604998, - -8.803654670715332, - -11.998465538024902 + -0.00016786076594144106, + -8.850030899047852, + -11.914300918579102 ] }, { "t": "4", - "lp": -1.3232318451628089e-05, + "lp": -1.0967314665322192e-05, "top": [ - -1.3232318451628089e-05, - -11.710330963134766, - -12.785837173461914 + -1.0967314665322192e-05, + -11.972369194030762, + -12.970654487609863 ] }, { "t": "1", - "lp": -3.099446303167497e-06, + "lp": -2.98023678624304e-06, "top": [ - -3.099446303167497e-06, - -12.901122093200684, - -15.084046363830566 + -2.98023678624304e-06, + -12.95449161529541, + -15.182677268981934 ] }, { "t": ".", - "lp": -0.012311777099967003, + "lp": -0.015785476192831993, "top": [ - -0.012311777099967003, - -4.45939826965332, - -7.384542465209961 + -0.015785476192831993, + -4.235340118408203, + -6.781574726104736 ] }, { "t": " Therefore", - "lp": -1.0040807723999023, + "lp": -0.9124836325645447, "top": [ - -1.0040807723999023, - -1.869944453239441, - -1.920731544494629 + -0.9124836325645447, + -1.860912799835205, + -2.085777759552002 ] }, { "t": ",", - "lp": -4.768372718899627e-07, + "lp": -3.576279254957626e-07, "top": [ - -4.768372718899627e-07, - -14.597111701965332, - -18.479963302612305 + -3.576279254957626e-07, + -14.809700012207031, + -18.357746124267578 ] } ], "expect_ok": true, "secs": [ - 1.61, - 1.58 + 1.6, + 1.51 ], "fails": [], "warns": [], @@ -917,160 +913,165 @@ { "name": "varied-2520w", "prompt_tokens": 3291, - "text": "The secret code mentioned in the notes is 7341.", + "text": "The secret code mentioned in the notes is 7341. Therefore,", "tokens": [ { "t": "The", - "lp": -1.021087646484375, + "lp": -1.1219061613082886, "top": [ - -1.021087646484375, - -1.1438997983932495, - -2.601991653442383 + -1.1219061613082886, + -1.138259768486023, + -2.4462642669677734 ] }, { "t": " secret", - "lp": -0.0934750959277153, + "lp": -0.09081914275884628, "top": [ - -0.0934750959277153, - -2.521117925643921, - -5.542240142822266 + -0.09081914275884628, + -2.5458953380584717, + -5.519602298736572 ] }, { "t": " code", - "lp": -4.529963462118758e-06, + "lp": -3.814704541582614e-06, "top": [ - -4.529963462118758e-06, - -12.52315616607666, - -14.981066703796387 + -3.814704541582614e-06, + -12.693153381347656, + -15.028722763061523 ] }, { "t": " mentioned", - "lp": -0.06896847486495972, + "lp": -0.06848714500665665, "top": [ - -0.06896847486495972, - -2.731213331222534, - -7.792118549346924 + -0.06848714500665665, + -2.7374839782714844, + -7.978425979614258 ] }, { "t": " in", - "lp": -0.022788550704717636, + "lp": -0.028423693031072617, "top": [ - -0.022788550704717636, - -3.8009371757507324, - -9.38117790222168 + -0.028423693031072617, + -3.580742359161377, + -9.638862609863281 ] }, { "t": " the", - "lp": -8.440374222118407e-05, + "lp": -7.808513328200206e-05, "top": [ - -8.440374222118407e-05, - -10.122357368469238, - -11.197757720947266 + -7.808513328200206e-05, + -10.395803451538086, + -11.355670928955078 ] }, { "t": " notes", - "lp": -0.059929877519607544, + "lp": -0.045233722776174545, "top": [ - -0.059929877519607544, - -2.877915382385254, - -7.978100776672363 + -0.045233722776174545, + -3.1606569290161133, + -8.106049537658691 ] }, { "t": " is", - "lp": -0.5018129944801331, + "lp": -0.48245707154273987, "top": [ - -0.5018129944801331, - -0.9331121444702148, - -8.464756965637207 + -0.48245707154273987, + -0.9635533094406128, + -8.580662727355957 ] }, { "t": " ", - "lp": -0.32083284854888916, + "lp": -0.29720279574394226, "top": [ - -0.32083284854888916, - -1.5286537408828735, - -4.146066188812256 + -0.29720279574394226, + -1.6239984035491943, + -4.084395885467529 ] }, { "t": "7", - "lp": -0.0010186255676671863, + "lp": -0.0011011462192982435, "top": [ - -0.0010186255676671863, - -8.49931526184082, - -8.803253173828125 + -0.0011011462192982435, + -8.435990333557129, + -8.668305397033691 ] }, { "t": "3", - "lp": -0.00030212197452783585, + "lp": -0.00033551122760400176, "top": [ - -0.00030212197452783585, - -9.346116065979004, - -9.793745994567871 + -0.00033551122760400176, + -9.306449890136719, + -9.492101669311523 ] }, { "t": "4", - "lp": -0.0008768706466071308, + "lp": -0.0010791877284646034, "top": [ - -0.0008768706466071308, - -7.0981669425964355, - -11.20290470123291 + -0.0010791877284646034, + -6.891831874847412, + -11.026618957519531 ] }, { "t": "1", - "lp": -1.5139694369281642e-05, + "lp": -2.062341991404537e-05, "top": [ - -1.5139694369281642e-05, - -11.445423126220703, - -13.657154083251953 + -2.062341991404537e-05, + -11.078147888183594, + -13.465471267700195 ] }, { "t": ".", - "lp": -0.005604985170066357, + "lp": -0.005889079533517361, "top": [ - -0.005604985170066357, - -5.275968074798584, - -7.751814842224121 + -0.005889079533517361, + -5.238066673278809, + -7.571057319641113 ] }, { - "t": "", - "lp": -0.9445052146911621, + "t": " Therefore", + "lp": -0.9888156056404114, + "top": [ + -0.9888156056404114, + -1.1201307773590088, + -2.4431536197662354 + ] + }, + { + "t": ",", + "lp": -3.576279254957626e-07, "top": [ - -0.9445052146911621, - -0.9992841482162476, - -2.5189337730407715 + -3.576279254957626e-07, + -14.955789566040039, + -17.96208953857422 ] } ], "expect_ok": true, "secs": [ - 3.28, - 3.23 + 3.18, + 3.1 ], "fails": [], - "warns": [ - "cache path: cached request diverges from the fresh one at token 0 (fresh top-2 margin 0.123): '7341'" - ], + "warns": [], "cache_path": { - "first_divergence": 0, - "fresh_margin": 0.12281215190887451, - "cached_text": "7341" + "first_divergence": null } } ], "pass": false, - "time": "2026-10-25T10:53:00-0300" + "time": "2026-11-15T13:46:28-0400" } \ No newline at end of file From 3192e49c2467847e877cbd851976373cc3aeff0c Mon Sep 17 00:00:00 2001 From: bong-water-water-bong Date: Sun, 15 Nov 2026 17:25:37 -0400 Subject: [PATCH 2/2] config: gpu-kernels pin 60b8eef -> aa5f0e9 -- q8 prompt FA at head 128 back on the scalar body (gpu-kernels#95, engine#2502) aa5f0e9 is 60b8eef plus gpu-kernels#95 only: hip.fa_prompt_q8w is unregistered and fa_prompt_q8 head 128 runs the scalar body again, because the WMMA q8 prompt bodies give logits that depend on earlier requests in a live server (the gate's kq8 KAT reported it as "2 different texts over 2 identical requests"). With the re-recorded goldens in the previous commit, on the exact pins of this tree (fork 8aa770fbd, gk aa5f0e9): hw-gate --phases kat for qwen3-0.6b, -kq8 and -kvq8 PASS in two check runs (9 cases each), no amdgpu reset. Co-Authored-By: Claude Opus 5.5 --- config/gpu-kernels.config | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config/gpu-kernels.config b/config/gpu-kernels.config index 536564e59..55b349ad6 100644 --- a/config/gpu-kernels.config +++ b/config/gpu-kernels.config @@ -22,6 +22,6 @@ # # Move the pin by hand, after the HRX checks on Strix Halo (docs/hrx.md). repo=1bit-MONSTER/gpu-kernels -sha=60b8eef58487a774109284f6942a53dfa7fcd12c +sha=aa5f0e90b3b547e80c334765596be69d6af9fa13 path=addons/hip-hrx require=addon.cmake kernels