diff --git a/config/gpu-kernels.config b/config/gpu-kernels.config index 5ff440ead..2914381f2 100644 --- a/config/gpu-kernels.config +++ b/config/gpu-kernels.config @@ -22,6 +22,6 @@ # # Move the pin by hand, after the HRX checks on Strix Halo (docs/hrx.md). repo=1bit-MONSTER/gpu-kernels -sha=744bd713d968467e17ad3a9f35eceb54a3516704 +sha=17a882640fa88e78ec92af42703a0707a6b7a061 path=addons/hip-hrx require=addon.cmake kernels diff --git a/tests/golden/hw-gate/kat-qwen3-0.6b-kq8.json b/tests/golden/hw-gate/kat-qwen3-0.6b-kq8.json index 27d559ba5..873847c11 100644 --- a/tests/golden/hw-gate/kat-qwen3-0.6b-kq8.json +++ b/tests/golden/hw-gate/kat-qwen3-0.6b-kq8.json @@ -18,27 +18,27 @@ }, { "t": ".", - "lp": -0.3806018829345703, + "lp": -0.3360196053981781, "top": [ - -0.3806018829345703, - -1.152730941772461, - -8.524961471557617 + -0.3360196053981781, + -1.2565137147903442, + -8.494462966918945 ] }, { "t": "", - "lp": -3.993590871687047e-05, + "lp": -3.707477662828751e-05, "top": [ - -3.993590871687047e-05, - -10.354795455932617, - -12.665727615356445 + -3.707477662828751e-05, + -10.429802894592285, + -12.805790901184082 ] } ], "expect_ok": true, "secs": [ - 0.07, - 0.05 + 0.34, + 0.08 ], "fails": [], "warns": [], @@ -62,29 +62,29 @@ }, { "t": "7", - "lp": -5.841425809194334e-05, + "lp": -5.972563667455688e-05, "top": [ - -5.841425809194334e-05, - -10.988360404968262, - -11.741236686706543 + -5.972563667455688e-05, + -10.978869438171387, + -11.738036155700684 ] }, { "t": " *", - "lp": -0.6808908581733704, + "lp": -0.6766188144683838, "top": [ - -0.6808908581733704, - -0.78264981508255, - -3.3269898891448975 + -0.6766188144683838, + -0.7883493900299072, + -3.3159983158111572 ] }, { "t": " ", - "lp": -1.6689314179529902e-06, + "lp": -2.0265599687263602e-06, "top": [ - -1.6689314179529902e-06, - -13.641336441040039, - -14.526357650756836 + -2.0265599687263602e-06, + -13.439634323120117, + -14.35137939453125 ] }, { @@ -92,8 +92,8 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.28038215637207, - -16.984865188598633 + -16.381919860839844, + -17.089473724365234 ] }, { @@ -101,35 +101,35 @@ "lp": -2.3841860752327193e-07, "top": [ -2.3841860752327193e-07, - -15.781877517700195, - -15.92026138305664 + -15.822460174560547, + -15.99618148803711 ] }, { "t": " =", - "lp": -0.0015401773853227496, + "lp": -0.0015208956319838762, "top": [ - -0.0015401773853227496, - -6.6206254959106445, - -9.31071949005127 + -0.0015208956319838762, + -6.633513450622559, + -9.369725227355957 ] }, { "t": " ", - "lp": -0.28209826350212097, + "lp": -0.2589256763458252, "top": [ - -0.28209826350212097, - -1.406785488128662, - -8.237680435180664 + -0.2589256763458252, + -1.4812901020050049, + -8.363797187805176 ] }, { "t": "3", - "lp": -0.024061128497123718, + "lp": -0.01142012421041727, "top": [ - -0.024061128497123718, - -3.788715362548828, - -7.428081512451172 + -0.01142012421041727, + -4.584715843200684, + -7.433279991149902 ] }, { @@ -137,42 +137,42 @@ "lp": 0.0, "top": [ 0.0, - -17.379173278808594, - -18.091672897338867 + -17.533456802368164, + -17.90947151184082 ] }, { "t": "1", - "lp": -7.74863383412594e-06, + "lp": -7.391003236989491e-06, "top": [ - -7.74863383412594e-06, - -11.947795867919922, - -14.296324729919434 + -7.391003236989491e-06, + -11.997191429138184, + -14.431439399719238 ] }, { "t": ".", - "lp": -0.5274661183357239, + "lp": -0.5005217790603638, "top": [ - -0.5274661183357239, - -0.9630644917488098, - -4.043107986450195 + -0.5005217790603638, + -1.0047026872634888, + -4.109320640563965 ] }, { "t": "", - "lp": -0.030825167894363403, + "lp": -0.03045131266117096, "top": [ - -0.030825167894363403, - -3.7987771034240723, - -6.359283924102783 + -0.03045131266117096, + -3.812103748321533, + -6.339537143707275 ] } ], "expect_ok": true, "secs": [ - 0.1, - 0.09 + 0.16, + 0.08 ], "fails": [], "warns": [], @@ -196,56 +196,56 @@ }, { "t": "python", - "lp": -8.404607797274366e-05, + "lp": -7.164735143305734e-05, "top": [ - -8.404607797274366e-05, - -9.485368728637695, - -12.332662582397461 + -7.164735143305734e-05, + -9.667487144470215, + -12.28416919708252 ] }, { "t": "\n", - "lp": -3.933914285880746e-06, + "lp": -4.64917320641689e-06, "top": [ - -3.933914285880746e-06, - -13.336505889892578, - -13.470870971679688 + -4.64917320641689e-06, + -13.11268138885498, + -13.325390815734863 ] }, { "t": "def", - "lp": -0.0025990973226726055, + "lp": -0.002467813901603222, "top": [ - -0.0025990973226726055, - -6.160583019256592, - -8.086033821105957 + -0.002467813901603222, + -6.233060359954834, + -8.048919677734375 ] }, { "t": " add", - "lp": -2.5033982637978625e-06, + "lp": -2.3841887468734058e-06, "top": [ - -2.5033982637978625e-06, - -14.090239524841309, - -14.096877098083496 + -2.3841887468734058e-06, + -14.195391654968262, + -14.211898803710938 ] }, { "t": "(a", - "lp": -8.463895028398838e-06, + "lp": -1.0132840543519706e-05, "top": [ - -8.463895028398838e-06, - -12.63695240020752, - -13.04517650604248 + -1.0132840543519706e-05, + -12.681794166564941, + -12.733939170837402 ] }, { "t": ",", - "lp": -0.0001435382873751223, + "lp": -0.000129708118038252, "top": [ - -0.0001435382873751223, - -8.859567642211914, - -13.752888679504395 + -0.000129708118038252, + -8.961790084838867, + -13.824983596801758 ] }, { @@ -253,44 +253,44 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.155733108520508, - -17.14141082763672 + -16.30087661743164, + -17.162792205810547 ] }, { "t": "):\n", - "lp": -0.0004501759831327945, + "lp": -0.0004527997807599604, "top": [ - -0.0004501759831327945, - -8.064720153808594, - -9.522565841674805 + -0.0004527997807599604, + -8.054097175598145, + -9.570307731628418 ] }, { "t": " ", - "lp": -1.430521751899505e-05, + "lp": -1.4901272152201273e-05, "top": [ - -1.430521751899505e-05, - -11.297829627990723, - -14.327399253845215 + -1.4901272152201273e-05, + -11.256776809692383, + -14.150747299194336 ] }, { "t": " return", - "lp": -0.0003544720239005983, + "lp": -0.0003668742720037699, "top": [ - -0.0003544720239005983, - -8.416986465454102, - -9.202535629272461 + -0.0003668742720037699, + -8.361401557922363, + -9.212634086608887 ] }, { "t": " a", - "lp": -2.861027041944908e-06, + "lp": -2.7418175250204513e-06, "top": [ - -2.861027041944908e-06, - -14.16439437866211, - -14.356668472290039 + -2.7418175250204513e-06, + -14.227485656738281, + -14.333014488220215 ] }, { @@ -298,8 +298,8 @@ "lp": -1.7881409348774469e-06, "top": [ -1.7881409348774469e-06, - -13.784271240234375, - -15.408662796020508 + -13.7610445022583, + -15.385347366333008 ] }, { @@ -307,42 +307,42 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.477542877197266, - -17.146930694580078 + -16.496219635009766, + -17.13451385498047 ] }, { "t": "\n", - "lp": -2.8133788873674348e-05, + "lp": -2.515347659937106e-05, "top": [ - -2.8133788873674348e-05, - -10.795344352722168, - -12.760464668273926 + -2.515347659937106e-05, + -10.95981216430664, + -12.715620040893555 ] }, { "t": "```", - "lp": -0.0009200035128742456, + "lp": -0.0008401822997257113, "top": [ - -0.0009200035128742456, - -6.99172830581665, - -16.259990692138672 + -0.0008401822997257113, + -7.082465171813965, + -16.307662963867188 ] }, { "t": "", - "lp": -2.2053962311474606e-05, + "lp": -2.014657366089523e-05, "top": [ - -2.2053962311474606e-05, - -12.196913719177246, - -13.062561988830566 + -2.014657366089523e-05, + -12.258810997009277, + -13.137415885925293 ] } ], "expect_ok": true, "secs": [ - 0.13, - 0.11 + 0.16, + 0.14 ], "fails": [], "warns": [], @@ -493,8 +493,8 @@ ], "expect_ok": true, "secs": [ - 7.66, - 6.07 + 6.87, + 6.27 ], "fails": [], "warns": [], @@ -528,8 +528,8 @@ ], "expect_ok": true, "secs": [ - 5.93, - 5.9 + 5.96, + 6.02 ], "fails": [], "warns": [], @@ -553,144 +553,144 @@ }, { "t": " secret", - "lp": -0.4162457287311554, + "lp": -0.4251768887042999, "top": [ - -0.4162457287311554, - -1.1698850393295288, - -3.9884696006774902 + -0.4251768887042999, + -1.1587203741073608, + -3.927574396133423 ] }, { "t": " code", - "lp": -8.225474630307872e-06, + "lp": -7.987054232216906e-06, "top": [ - -8.225474630307872e-06, - -12.020390510559082, - -14.43995189666748 + -7.987054232216906e-06, + -12.026016235351562, + -14.680370330810547 ] }, { "t": " mentioned", - "lp": -0.043344609439373016, + "lp": -0.04105450212955475, "top": [ - -0.043344609439373016, - -3.207275390625, - -8.106718063354492 + -0.04105450212955475, + -3.263066053390503, + -8.040529251098633 ] }, { "t": " in", - "lp": -0.040860265493392944, + "lp": -0.039342496544122696, "top": [ - -0.040860265493392944, - -3.220813035964966, - -10.470820426940918 + -0.039342496544122696, + -3.258054256439209, + -10.448049545288086 ] }, { "t": " the", - "lp": -0.0006406570901162922, + "lp": -0.0006737594376318157, "top": [ - -0.0006406570901162922, - -7.720470428466797, - -9.61014175415039 + -0.0006737594376318157, + -7.688955783843994, + -9.519984245300293 ] }, { "t": " notes", - "lp": -0.028600012883543968, + "lp": -0.0296159740537405, "top": [ - -0.028600012883543968, - -3.6533730030059814, - -8.34772777557373 + -0.0296159740537405, + -3.613832950592041, + -8.345751762390137 ] }, { "t": " above", - "lp": -0.33024874329566956, + "lp": -0.3007698953151703, "top": [ - -0.33024874329566956, - -1.2708977460861206, - -8.998143196105957 + -0.3007698953151703, + -1.3507158756256104, + -8.90433120727539 ] }, { "t": " is", - "lp": -0.0013998406939208508, + "lp": -0.0014068839373067021, "top": [ - -0.0013998406939208508, - -7.174385070800781, - -8.408206939697266 + -0.0014068839373067021, + -7.1700334548950195, + -8.406258583068848 ] }, { "t": " **", - "lp": -0.2945243716239929, + "lp": -0.320525586605072, "top": [ - -0.2945243716239929, - -1.9513217210769653, - -3.3374016284942627 + -0.320525586605072, + -1.8655732870101929, + -3.2918217182159424 ] }, { "t": "7", - "lp": -0.06341451406478882, + "lp": -0.05746981501579285, "top": [ - -0.06341451406478882, - -3.8960695266723633, - -4.3941450119018555 + -0.05746981501579285, + -4.0396952629089355, + -4.4116339683532715 ] }, { "t": "3", - "lp": -0.006864870898425579, + "lp": -0.007284045219421387, "top": [ - -0.006864870898425579, - -5.005268573760986, - -9.797658920288086 + -0.007284045219421387, + -4.946142196655273, + -9.649040222167969 ] }, { "t": "4", - "lp": -0.00011408979480620474, + "lp": -0.00011540124978637323, "top": [ - -0.00011408979480620474, - -9.180112838745117, - -12.17732048034668 + -0.00011540124978637323, + -9.163884162902832, + -12.151968955993652 ] }, { "t": "1", - "lp": -5.376483386498876e-05, + "lp": -5.0665232265600935e-05, "top": [ - -5.376483386498876e-05, - -9.86458969116211, - -14.476816177368164 + -5.0665232265600935e-05, + -9.926434516906738, + -14.584444999694824 ] }, { "t": "**", - "lp": -0.07441551238298416, + "lp": -0.07864821702241898, "top": [ - -0.07441551238298416, - -2.6448118686676025, - -7.346134662628174 + -0.07864821702241898, + -2.589315891265869, + -7.565701007843018 ] }, { "t": ".", - "lp": -0.05455535650253296, + "lp": -0.06182284280657768, "top": [ - -0.05455535650253296, - -2.9526572227478027, - -7.771586894989014 + -0.06182284280657768, + -2.8279647827148438, + -7.885835647583008 ] } ], "expect_ok": true, "secs": [ - 0.23, - 0.16 + 0.21, + 0.14 ], "fails": [], "warns": [], @@ -733,8 +733,8 @@ ], "expect_ok": false, "secs": [ - 0.43, - 0.4 + 0.45, + 0.41 ], "fails": [ "run 0: expected ['7341'] got '25'", @@ -897,8 +897,8 @@ ], "expect_ok": true, "secs": [ - 1.54, - 1.5 + 1.56, + 1.56 ], "fails": [], "warns": [], @@ -1058,8 +1058,8 @@ ], "expect_ok": true, "secs": [ - 3.15, - 3.09 + 3.26, + 3.2 ], "fails": [], "warns": [ @@ -1073,5 +1073,5 @@ } ], "pass": false, - "time": "2026-10-20T23:48:59-0300" + "time": "2026-10-25T10:52:18-0300" } \ No newline at end of file diff --git a/tests/golden/hw-gate/kat-qwen3-0.6b-kvq8.json b/tests/golden/hw-gate/kat-qwen3-0.6b-kvq8.json index edef74da7..89727971b 100644 --- a/tests/golden/hw-gate/kat-qwen3-0.6b-kvq8.json +++ b/tests/golden/hw-gate/kat-qwen3-0.6b-kvq8.json @@ -18,27 +18,27 @@ }, { "t": ".", - "lp": -0.26932668685913086, + "lp": -0.24648737907409668, "top": [ - -0.26932668685913086, - -1.447019100189209, - -8.39291763305664 + -0.24648737907409668, + -1.5245177745819092, + -8.584403038024902 ] }, { "t": "", - "lp": -3.647870835266076e-05, + "lp": -4.780406743520871e-05, "top": [ - -3.647870835266076e-05, - -10.465452194213867, - -12.722291946411133 + -4.780406743520871e-05, + -10.15615463256836, + -12.548545837402344 ] } ], "expect_ok": true, "secs": [ - 0.18, - 0.06 + 0.2, + 0.05 ], "fails": [], "warns": [], @@ -62,29 +62,29 @@ }, { "t": "7", - "lp": -4.100883597857319e-05, + "lp": -4.339312363299541e-05, "top": [ - -4.100883597857319e-05, - -11.522318840026855, - -12.078526496887207 + -4.339312363299541e-05, + -11.497501373291016, + -11.997065544128418 ] }, { "t": " \u00d7", - "lp": -0.7316662073135376, + "lp": -0.7363070845603943, "top": [ - -0.7316662073135376, - -0.7676235437393188, - -2.9221208095550537 + -0.7363070845603943, + -0.7767753005027771, + -2.809406280517578 ] }, { "t": " ", - "lp": -1.1920935776288388e-06, + "lp": -9.536747711536009e-07, "top": [ - -1.1920935776288388e-06, - -13.759930610656738, - -16.008380889892578 + -9.536747711536009e-07, + -13.965880393981934, + -16.1981201171875 ] }, { @@ -92,44 +92,44 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.514568328857422, - -17.055368423461914 + -16.404300689697266, + -17.0125675201416 ] }, { "t": "3", - "lp": -2.3841860752327193e-07, + "lp": -3.576279254957626e-07, "top": [ - -2.3841860752327193e-07, - -15.842323303222656, - -16.05866241455078 + -3.576279254957626e-07, + -15.773149490356445, + -16.026546478271484 ] }, { "t": " =", - "lp": -0.0005801214138045907, + "lp": -0.0004408735258039087, "top": [ - -0.0005801214138045907, - -7.962793827056885, - -9.111015319824219 + -0.0004408735258039087, + -8.211366653442383, + -9.438236236572266 ] }, { "t": " ", - "lp": -0.5440489649772644, + "lp": -0.533821165561676, "top": [ - -0.5440489649772644, - -0.8703906536102295, - -8.021023750305176 + -0.533821165561676, + -0.8846378922462463, + -7.988496780395508 ] }, { "t": "3", - "lp": -0.11304628849029541, + "lp": -0.042907994240522385, "top": [ - -0.11304628849029541, - -2.2537877559661865, - -6.923976421356201 + -0.042907994240522385, + -3.2016165256500244, + -7.324100971221924 ] }, { @@ -137,47 +137,51 @@ "lp": 0.0, "top": [ 0.0, - -17.192764282226562, - -17.751474380493164 + -17.488590240478516, + -17.855937957763672 ] }, { "t": "1", - "lp": -1.3470740668708459e-05, + "lp": -9.655998837843072e-06, "top": [ - -1.3470740668708459e-05, - -11.467888832092285, - -13.924604415893555 + -9.655998837843072e-06, + -11.760492324829102, + -14.259160995483398 ] }, { "t": ".", - "lp": -0.32162946462631226, + "lp": -0.3172777593135834, "top": [ - -0.32162946462631226, - -1.4879292249679565, - -3.4495973587036133 + -0.3172777593135834, + -1.5161436796188354, + -3.3416690826416016 ] }, { "t": "", - "lp": -0.1912500262260437, + "lp": -0.1879418045282364, "top": [ - -0.1912500262260437, - -1.9674780368804932, - -4.679271697998047 + -0.1879418045282364, + -1.9947483539581299, + -4.762223243713379 ] } ], "expect_ok": true, "secs": [ - 0.12, - 0.09 + 0.1, + 0.08 ], "fails": [], - "warns": [], + "warns": [ + "cache path: cached request diverges from the fresh one at token 2 (fresh top-2 margin 0.040): '17 * 23 = 391.'" + ], "cache_path": { - "first_divergence": null + "first_divergence": 2, + "fresh_margin": 0.04046821594238281, + "cached_text": "17 * 23 = 391." } }, { @@ -196,29 +200,29 @@ }, { "t": "python", - "lp": -8.106560562737286e-05, + "lp": -8.499983232468367e-05, "top": [ - -8.106560562737286e-05, - -9.5127592086792, - -12.55847454071045 + -8.499983232468367e-05, + -9.464255332946777, + -12.415827751159668 ] }, { "t": "\n", - "lp": -4.291543518775143e-06, + "lp": -5.245222382654902e-06, "top": [ - -4.291543518775143e-06, - -13.02106761932373, - -13.619757652282715 + -5.245222382654902e-06, + -12.784004211425781, + -13.346963882446289 ] }, { "t": "def", - "lp": -0.0027073880191892385, + "lp": -0.002385419327765703, "top": [ - -0.0027073880191892385, - -6.070134162902832, - -8.400111198425293 + -0.002385419327765703, + -6.2013139724731445, + -8.493170738220215 ] }, { @@ -226,26 +230,26 @@ "lp": -2.7418175250204513e-06, "top": [ -2.7418175250204513e-06, - -14.047253608703613, - -14.051053047180176 + -13.959748268127441, + -14.00218677520752 ] }, { "t": "(a", - "lp": -8.106264431262389e-06, + "lp": -9.536788638797589e-06, "top": [ - -8.106264431262389e-06, - -12.804899215698242, - -13.130136489868164 + -9.536788638797589e-06, + -12.803215026855469, + -12.815593719482422 ] }, { "t": ",", - "lp": -0.00016356851847376674, + "lp": -0.00015569945389870554, "top": [ - -0.00016356851847376674, - -8.727384567260742, - -13.812734603881836 + -0.00015569945389870554, + -8.775988578796387, + -13.914137840270996 ] }, { @@ -253,35 +257,35 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.192886352539062, - -17.013586044311523 + -16.133451461791992, + -17.11380958557129 ] }, { "t": "):\n", - "lp": -0.0005056944210082293, + "lp": -0.00048470322508364916, "top": [ - -0.0005056944210082293, - -7.924051761627197, - -9.432109832763672 + -0.00048470322508364916, + -7.984783172607422, + -9.293386459350586 ] }, { "t": " ", - "lp": -1.430521751899505e-05, + "lp": -2.3246082491823472e-05, "top": [ - -1.430521751899505e-05, - -11.288098335266113, - -14.254048347473145 + -2.3246082491823472e-05, + -10.774322509765625, + -14.125995635986328 ] }, { "t": " return", - "lp": -0.0003814232477452606, + "lp": -0.00031750474590808153, "top": [ - -0.0003814232477452606, - -8.290384292602539, - -9.239761352539062 + -0.00031750474590808153, + -8.510539054870605, + -9.377364158630371 ] }, { @@ -289,17 +293,17 @@ "lp": -2.98023678624304e-06, "top": [ -2.98023678624304e-06, - -14.215348243713379, - -14.367258071899414 + -14.0995454788208, + -14.274452209472656 ] }, { "t": " +", - "lp": -1.6689314179529902e-06, + "lp": -1.7881409348774469e-06, "top": [ - -1.6689314179529902e-06, - -13.850614547729492, - -15.41720962524414 + -1.7881409348774469e-06, + -13.763752937316895, + -15.469680786132812 ] }, { @@ -307,42 +311,42 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.5438232421875, - -17.294151306152344 + -16.425636291503906, + -17.156599044799805 ] }, { "t": "\n", - "lp": -2.4557415599701926e-05, + "lp": -2.3365293600363657e-05, "top": [ - -2.4557415599701926e-05, - -11.02463150024414, - -12.658418655395508 + -2.3365293600363657e-05, + -11.121345520019531, + -12.593817710876465 ] }, { "t": "```", - "lp": -0.0006633216398768127, + "lp": -0.0006939195445738733, "top": [ - -0.0006633216398768127, - -7.318824291229248, - -16.231966018676758 + -0.0006939195445738733, + -7.273730754852295, + -16.52048683166504 ] }, { "t": "", - "lp": -2.0265784769435413e-05, + "lp": -1.7404707250534557e-05, "top": [ - -2.0265784769435413e-05, - -12.233267784118652, - -13.282675743103027 + -1.7404707250534557e-05, + -12.331071853637695, + -13.330890655517578 ] } ], "expect_ok": true, "secs": [ - 0.14, - 0.11 + 0.13, + 0.1 ], "fails": [], "warns": [], @@ -493,7 +497,7 @@ ], "expect_ok": true, "secs": [ - 6.2, + 6.28, 6.09 ], "fails": [], @@ -528,8 +532,8 @@ ], "expect_ok": true, "secs": [ - 5.95, - 5.92 + 6.21, + 6.15 ], "fails": [], "warns": [], @@ -553,144 +557,144 @@ }, { "t": " secret", - "lp": -0.46657314896583557, + "lp": -0.444947749376297, "top": [ - -0.46657314896583557, - -1.0993131399154663, - -3.711003541946411 + -0.444947749376297, + -1.1351675987243652, + -3.8052401542663574 ] }, { "t": " code", - "lp": -8.225474630307872e-06, + "lp": -7.867844033171423e-06, "top": [ - -8.225474630307872e-06, - -12.020319938659668, - -14.57043743133545 + -7.867844033171423e-06, + -12.091958999633789, + -14.476306915283203 ] }, { "t": " mentioned", - "lp": -0.048409465700387955, + "lp": -0.05076240375638008, "top": [ - -0.048409465700387955, - -3.1003522872924805, - -7.924181938171387 + -0.05076240375638008, + -3.0539820194244385, + -7.820534706115723 ] }, { "t": " in", - "lp": -0.034366171807050705, + "lp": -0.03417908772826195, "top": [ - -0.034366171807050705, - -3.3909716606140137, - -10.608741760253906 + -0.03417908772826195, + -3.396422863006592, + -10.566065788269043 ] }, { "t": " the", - "lp": -0.0006756680668331683, + "lp": -0.0007165256538428366, "top": [ - -0.0006756680668331683, - -7.676090717315674, - -9.564949035644531 + -0.0007165256538428366, + -7.593392848968506, + -9.569649696350098 ] }, { "t": " notes", - "lp": -0.028019532561302185, + "lp": -0.02874096855521202, "top": [ - -0.028019532561302185, - -3.6756808757781982, - -8.432873725891113 + -0.02874096855521202, + -3.658034324645996, + -8.235550880432129 ] }, { "t": " above", - "lp": -0.2668423354625702, + "lp": -0.28059181571006775, "top": [ - -0.2668423354625702, - -1.454637885093689, - -8.844465255737305 + -0.28059181571006775, + -1.4109858274459839, + -8.846548080444336 ] }, { "t": " is", - "lp": -0.001433923258446157, + "lp": -0.001469021663069725, "top": [ - -0.001433923258446157, - -7.1314616203308105, - -8.485809326171875 + -0.001469021663069725, + -7.1422905921936035, + -8.406852722167969 ] }, { "t": " **", - "lp": -0.30086684226989746, + "lp": -0.3193202018737793, "top": [ - -0.30086684226989746, - -1.877765417098999, - -3.393949270248413 + -0.3193202018737793, + -1.8446992635726929, + -3.308236598968506 ] }, { "t": "7", - "lp": -0.06639125198125839, + "lp": -0.06604805588722229, "top": [ - -0.06639125198125839, - -3.8169405460357666, - -4.411623477935791 + -0.06604805588722229, + -3.8625779151916504, + -4.315796375274658 ] }, { "t": "3", - "lp": -0.010323099792003632, + "lp": -0.010734809562563896, "top": [ - -0.010323099792003632, - -4.595890522003174, - -9.548123359680176 + -0.010734809562563896, + -4.557465076446533, + -9.427474975585938 ] }, { "t": "4", - "lp": -0.00011850105511257425, + "lp": -0.00013101959484629333, "top": [ - -0.00011850105511257425, - -9.135076522827148, - -12.185602188110352 + -0.00013101959484629333, + -9.036337852478027, + -12.069706916809082 ] }, { "t": "1", - "lp": -5.8771907788468525e-05, + "lp": -6.008328637108207e-05, "top": [ - -5.8771907788468525e-05, - -9.77430534362793, - -14.452075958251953 + -6.008328637108207e-05, + -9.754515647888184, + -14.396193504333496 ] }, { "t": "**", - "lp": -0.06465538591146469, + "lp": -0.07192197442054749, "top": [ - -0.06465538591146469, - -2.7804222106933594, - -7.501319885253906 + -0.07192197442054749, + -2.6760575771331787, + -7.565999507904053 ] }, { "t": ".", - "lp": -0.05413445830345154, + "lp": -0.06473862379789352, "top": [ - -0.05413445830345154, - -2.9587249755859375, - -7.742656707763672 + -0.06473862379789352, + -2.7841217517852783, + -7.674380779266357 ] } ], "expect_ok": true, "secs": [ - 0.23, - 0.16 + 0.21, + 0.14 ], "fails": [], "warns": [], @@ -733,8 +737,8 @@ ], "expect_ok": false, "secs": [ - 0.45, - 0.41 + 0.46, + 0.42 ], "fails": [ "run 0: expected ['7341'] got '25'", @@ -901,8 +905,8 @@ ], "expect_ok": true, "secs": [ - 1.56, - 1.52 + 1.61, + 1.58 ], "fails": [], "warns": [], @@ -1053,8 +1057,8 @@ ], "expect_ok": true, "secs": [ - 6.04, - 4.19 + 3.28, + 3.23 ], "fails": [], "warns": [ @@ -1068,5 +1072,5 @@ } ], "pass": false, - "time": "2026-10-20T23:28:54-0300" + "time": "2026-10-25T10:53:00-0300" } \ No newline at end of file diff --git a/tests/golden/hw-gate/kat-qwen3-0.6b.json b/tests/golden/hw-gate/kat-qwen3-0.6b.json index 09e77dcab..a12102828 100644 --- a/tests/golden/hw-gate/kat-qwen3-0.6b.json +++ b/tests/golden/hw-gate/kat-qwen3-0.6b.json @@ -18,28 +18,28 @@ }, { "t": ".", - "lp": -0.36700165271759033, + "lp": -0.38089174032211304, "top": [ - -0.36700165271759033, - -1.1829272508621216, - -8.497456550598145 + -0.38089174032211304, + -1.1523226499557495, + -8.339374542236328 ] }, { "t": "", - "lp": -3.922062387573533e-05, + "lp": -3.743241904885508e-05, "top": [ - -3.922062387573533e-05, - -10.394368171691895, - -12.614109992980957 + -3.743241904885508e-05, + -10.440300941467285, + -12.691081047058105 ] } ], "expect_ok": true, "secs": [ - 0.35, - 0.03, - 0.02 + 1.38, + 0.07, + 0.03 ], "fails": [], "warns": [], @@ -63,29 +63,29 @@ }, { "t": "7", - "lp": -4.1604907892178744e-05, + "lp": -3.862455560010858e-05, "top": [ - -4.1604907892178744e-05, - -11.55091667175293, - -12.038793563842773 + -3.862455560010858e-05, + -11.597389221191406, + -12.098161697387695 ] }, { "t": " \u00d7", - "lp": -0.6996909379959106, + "lp": -0.7125508189201355, "top": [ - -0.6996909379959106, - -0.8083697557449341, - -2.868718385696411 + -0.7125508189201355, + -0.7867752909660339, + -2.931108236312866 ] }, { "t": " ", - "lp": -1.4305124977909145e-06, + "lp": -1.3113030945532955e-06, "top": [ - -1.4305124977909145e-06, - -13.5270357131958, - -15.898425102233887 + -1.3113030945532955e-06, + -13.606764793395996, + -15.88525104522705 ] }, { @@ -93,44 +93,44 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.409690856933594, - -17.002517700195312 + -16.44685173034668, + -17.051246643066406 ] }, { "t": "3", - "lp": -2.3841860752327193e-07, + "lp": -3.576279254957626e-07, "top": [ - -2.3841860752327193e-07, - -15.875801086425781, - -16.12158203125 + -3.576279254957626e-07, + -15.736948013305664, + -16.005163192749023 ] }, { "t": " =", - "lp": -0.0004508915590122342, + "lp": -0.0005016392678953707, "top": [ - -0.0004508915590122342, - -8.398053169250488, - -9.264424324035645 + -0.0005016392678953707, + -8.139575958251953, + -9.293840408325195 ] }, { "t": " ", - "lp": -0.6076502799987793, + "lp": -0.5915189385414124, "top": [ - -0.6076502799987793, - -0.7885909080505371, - -7.849595546722412 + -0.5915189385414124, + -0.8081480264663696, + -7.961872577667236 ] }, { "t": "3", - "lp": -0.05225289985537529, + "lp": -0.05199814587831497, "top": [ - -0.05225289985537529, - -3.008761405944824, - -7.128914833068848 + -0.05199814587831497, + -3.0084285736083984, + -7.315845489501953 ] }, { @@ -138,43 +138,43 @@ "lp": 0.0, "top": [ 0.0, - -17.330638885498047, - -17.870128631591797 + -17.752639770507812, + -17.929779052734375 ] }, { "t": "1", - "lp": -1.2517053619376384e-05, + "lp": -9.89442014542874e-06, "top": [ - -1.2517053619376384e-05, - -11.484469413757324, - -14.135736465454102 + -9.89442014542874e-06, + -11.748739242553711, + -14.18198299407959 ] }, { "t": ".", - "lp": -0.29199305176734924, + "lp": -0.2865651547908783, "top": [ - -0.29199305176734924, - -1.594797968864441, - -3.397446393966675 + -0.2865651547908783, + -1.6134828329086304, + -3.407292604446411 ] }, { "t": "", - "lp": -0.20733511447906494, + "lp": -0.2261168658733368, "top": [ - -0.20733511447906494, - -1.8719221353530884, - -4.722168445587158 + -0.2261168658733368, + -1.784947156906128, + -4.559513568878174 ] } ], "expect_ok": true, "secs": [ - 0.42, - 0.06, - 0.06 + 0.54, + 0.1, + 0.11 ], "fails": [], "warns": [], @@ -189,38 +189,38 @@ "tokens": [ { "t": "```", - "lp": -0.074213407933712, + "lp": -0.07267406582832336, "top": [ - -0.074213407933712, - -3.119396686553955, - -3.807680606842041 + -0.07267406582832336, + -3.1489908695220947, + -3.81062912940979 ] }, { "t": "python", - "lp": -8.356920443475246e-05, + "lp": -7.856200681999326e-05, "top": [ - -8.356920443475246e-05, - -9.490337371826172, - -12.238492965698242 + -7.856200681999326e-05, + -9.563732147216797, + -12.206674575805664 ] }, { "t": "\n", - "lp": -5.602852525044e-06, + "lp": -5.722062269342132e-06, "top": [ - -5.602852525044e-06, - -12.71084976196289, - -13.272350311279297 + -5.722062269342132e-06, + -12.599851608276367, + -13.345890045166016 ] }, { "t": "def", - "lp": -0.002708224579691887, + "lp": -0.0025961094070225954, "top": [ - -0.002708224579691887, - -6.118144989013672, - -7.963693141937256 + -0.0025961094070225954, + -6.195465087890625, + -7.877534866333008 ] }, { @@ -228,8 +228,8 @@ "lp": -2.2649790025752736e-06, "top": [ -2.2649790025752736e-06, - -14.097787857055664, - -14.165239334106445 + -14.093427658081055, + -14.22158432006836 ] }, { @@ -237,17 +237,17 @@ "lp": -9.059946933120955e-06, "top": [ -9.059946933120955e-06, - -12.720630645751953, - -12.963784217834473 + -12.671880722045898, + -12.933257102966309 ] }, { "t": ",", - "lp": -0.00014866502897348255, + "lp": -0.00010574422776699066, "top": [ - -0.00014866502897348255, - -8.821813583374023, - -13.933942794799805 + -0.00010574422776699066, + -9.165555000305176, + -14.059000968933105 ] }, { @@ -255,97 +255,97 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.159643173217773, - -17.043785095214844 + -16.275794982910156, + -17.037921905517578 ] }, { "t": "):\n", - "lp": -0.0004782628093380481, + "lp": -0.0004545887350104749, "top": [ - -0.0004782628093380481, - -8.039897918701172, - -9.306358337402344 + -0.0004545887350104749, + -8.086535453796387, + -9.381630897521973 ] }, { "t": " ", - "lp": -1.430521751899505e-05, + "lp": -1.3947584193374496e-05, "top": [ - -1.430521751899505e-05, - -11.302861213684082, - -14.144652366638184 + -1.3947584193374496e-05, + -11.328583717346191, + -14.272578239440918 ] }, { "t": " return", - "lp": -0.0003531602560542524, + "lp": -0.0003717636573128402, "top": [ - -0.0003531602560542524, - -8.486595153808594, - -9.074979782104492 + -0.0003717636573128402, + -8.470466613769531, + -8.96173095703125 ] }, { "t": " a", - "lp": -2.861027041944908e-06, + "lp": -2.98023678624304e-06, "top": [ - -2.861027041944908e-06, - -14.188737869262695, - -14.306318283081055 + -2.98023678624304e-06, + -14.091025352478027, + -14.4061279296875 ] }, { "t": " +", - "lp": -1.5497220147153712e-06, + "lp": -1.7881409348774469e-06, "top": [ - -1.5497220147153712e-06, - -13.83828067779541, - -15.48065185546875 + -1.7881409348774469e-06, + -13.734463691711426, + -15.392596244812012 ] }, { "t": " b", - "lp": 0.0, + "lp": -1.1920928955078125e-07, "top": [ - 0.0, - -16.831436157226562, - -17.518150329589844 + -1.1920928955078125e-07, + -16.541757583618164, + -17.31524658203125 ] }, { "t": "\n", - "lp": -2.5511113562970422e-05, + "lp": -2.837221290974412e-05, "top": [ - -2.5511113562970422e-05, - -11.063332557678223, - -12.664172172546387 + -2.837221290974412e-05, + -10.916101455688477, + -12.589542388916016 ] }, { "t": "```", - "lp": -0.0008911883924156427, + "lp": -0.0008811659645289183, "top": [ - -0.0008911883924156427, - -7.023548603057861, - -16.194631576538086 + -0.0008811659645289183, + -7.034801483154297, + -16.238792419433594 ] }, { "t": "", - "lp": -2.002736073336564e-05, + "lp": -2.3126869564293884e-05, "top": [ - -2.002736073336564e-05, - -12.251181602478027, - -13.154234886169434 + -2.3126869564293884e-05, + -12.145866394042969, + -13.098617553710938 ] } ], "expect_ok": true, "secs": [ - 0.13, - 0.07, - 0.07 + 0.37, + 0.14, + 0.12 ], "fails": [], "warns": [], @@ -360,145 +360,145 @@ "tokens": [ { "t": "The", - "lp": -1.0217280387878418, + "lp": -0.9906036853790283, "top": [ - -1.0217280387878418, - -1.5583624839782715, - -2.372527599334717 + -0.9906036853790283, + -1.5841553211212158, + -2.4021828174591064 ] }, { "t": " secret", - "lp": -0.06222878396511078, + "lp": -0.06356389820575714, "top": [ - -0.06222878396511078, - -2.962523937225342, - -5.21327543258667 + -0.06356389820575714, + -2.9363362789154053, + -5.3014750480651855 ] }, { "t": " code", - "lp": -3.099446303167497e-06, + "lp": -3.814704541582614e-06, "top": [ - -3.099446303167497e-06, - -12.923256874084473, - -15.072945594787598 + -3.814704541582614e-06, + -12.734659194946289, + -14.97287368774414 ] }, { "t": " mentioned", - "lp": -0.04769258573651314, + "lp": -0.04712710157036781, "top": [ - -0.04769258573651314, - -3.0899460315704346, - -8.5035982131958 + -0.04712710157036781, + -3.1032145023345947, + -8.433558464050293 ] }, { "t": " in", - "lp": -0.02988510951399803, + "lp": -0.02959141694009304, "top": [ - -0.02988510951399803, - -3.530787229537964, - -9.729779243469238 + -0.02959141694009304, + -3.5407092571258545, + -9.754210472106934 ] }, { "t": " the", - "lp": -0.00012017018161714077, + "lp": -0.00010824789205798879, "top": [ - -0.00012017018161714077, - -9.640790939331055, - -10.894123077392578 + -0.00010824789205798879, + -9.800443649291992, + -10.900946617126465 ] }, { "t": " notes", - "lp": -0.010292447172105312, + "lp": -0.010131127201020718, "top": [ - -0.010292447172105312, - -4.667534351348877, - -9.101249694824219 + -0.010131127201020718, + -4.688138008117676, + -9.10527515411377 ] }, { "t": " is", - "lp": -0.6345151662826538, + "lp": -0.624235987663269, "top": [ - -0.6345151662826538, - -0.7574818730354309, - -8.125142097473145 + -0.624235987663269, + -0.7692593336105347, + -8.03342342376709 ] }, { "t": " ", - "lp": -0.29089370369911194, + "lp": -0.3037780523300171, "top": [ - -0.29089370369911194, - -1.6279278993606567, - -4.1481781005859375 + -0.3037780523300171, + -1.5759339332580566, + -4.200045108795166 ] }, { "t": "7", - "lp": -0.001002516015432775, + "lp": -0.0010515614412724972, "top": [ - -0.001002516015432775, - -8.429205894470215, - -8.839949607849121 + -0.0010515614412724972, + -8.380045890808105, + -8.833226203918457 ] }, { "t": "3", - "lp": -0.00017960491823032498, + "lp": -0.0001715568796498701, "top": [ - -0.00017960491823032498, - -9.171524047851562, - -10.729631423950195 + -0.0001715568796498701, + -9.262826919555664, + -10.70741081237793 ] }, { "t": "4", - "lp": -7.510467548854649e-05, + "lp": -8.511905616614968e-05, "top": [ - -7.510467548854649e-05, - -9.723271369934082, - -11.994736671447754 + -8.511905616614968e-05, + -9.579157829284668, + -11.946763038635254 ] }, { "t": "1", - "lp": -1.609338323760312e-05, + "lp": -1.5258905477821827e-05, "top": [ - -1.609338323760312e-05, - -11.308188438415527, - -13.793705940246582 + -1.5258905477821827e-05, + -11.373855590820312, + -13.797670364379883 ] }, { "t": ".", - "lp": -0.003237236524000764, + "lp": -0.0030515214893966913, "top": [ - -0.003237236524000764, - -5.894894123077393, - -7.747490406036377 + -0.0030515214893966913, + -5.957438945770264, + -7.7906928062438965 ] }, { "t": "", - "lp": -0.5121603012084961, + "lp": -0.5393161177635193, "top": [ - -0.5121603012084961, - -1.4178800582885742, - -2.820061683654785 + -0.5393161177635193, + -1.3515682220458984, + -2.8325881958007812 ] } ], "expect_ok": true, "secs": [ - 1.03, - 0.56, - 0.51 + 1.93, + 0.93, + 0.64 ], "fails": [], "warns": [], @@ -513,28 +513,28 @@ "tokens": [ { "t": "green", - "lp": -0.07109595090150833, + "lp": -0.0715668797492981, "top": [ - -0.07109595090150833, - -3.1195006370544434, - -4.06843900680542 + -0.0715668797492981, + -3.1247761249542236, + -4.029082775115967 ] }, { "t": "", - "lp": -7.41509284125641e-05, + "lp": -7.736981933703646e-05, "top": [ - -7.41509284125641e-05, - -10.27230453491211, - -10.932613372802734 + -7.736981933703646e-05, + -10.229743003845215, + -10.856719017028809 ] } ], "expect_ok": true, "secs": [ - 0.49, - 0.44, - 0.44 + 0.73, + 0.6, + 0.54 ], "fails": [], "warns": [], @@ -549,154 +549,154 @@ "tokens": [ { "t": "The", - "lp": -0.13275077939033508, + "lp": -0.13199089467525482, "top": [ - -0.13275077939033508, - -2.815966844558716, - -3.993701219558716 + -0.13199089467525482, + -2.823925495147705, + -3.987328052520752 ] }, { "t": " secret", - "lp": -0.4370582401752472, + "lp": -0.40386489033699036, "top": [ - -0.4370582401752472, - -1.1393554210662842, - -3.8899943828582764 + -0.40386489033699036, + -1.21406090259552, + -3.797776222229004 ] }, { "t": " code", - "lp": -8.225474630307872e-06, + "lp": -6.7949526965094265e-06, "top": [ - -8.225474630307872e-06, - -12.052096366882324, - -14.57041072845459 + -6.7949526965094265e-06, + -12.227341651916504, + -14.667967796325684 ] }, { "t": " mentioned", - "lp": -0.0494268536567688, + "lp": -0.05017562210559845, "top": [ - -0.0494268536567688, - -3.0783536434173584, - -7.82710075378418 + -0.05017562210559845, + -3.062441825866699, + -7.790810585021973 ] }, { "t": " in", - "lp": -0.04122262820601463, + "lp": -0.04360576346516609, "top": [ - -0.04122262820601463, - -3.212317705154419, - -10.37174129486084 + -0.04360576346516609, + -3.1571578979492188, + -10.343246459960938 ] }, { "t": " the", - "lp": -0.0006591465207748115, + "lp": -0.0005509582697413862, "top": [ - -0.0006591465207748115, - -7.718972206115723, - -9.67682933807373 + -0.0005509582697413862, + -7.961612224578857, + -9.718990325927734 ] }, { "t": " notes", - "lp": -0.037866707891225815, + "lp": -0.03624969720840454, "top": [ - -0.037866707891225815, - -3.3625242710113525, - -8.269620895385742 + -0.03624969720840454, + -3.407848834991455, + -8.295321464538574 ] }, { "t": " above", - "lp": -0.36531028151512146, + "lp": -0.37249332666397095, "top": [ - -0.36531028151512146, - -1.186490535736084, - -8.851236343383789 + -0.37249332666397095, + -1.1702990531921387, + -8.84613037109375 ] }, { "t": " is", - "lp": -0.001320100505836308, + "lp": -0.0013451081467792392, "top": [ - -0.001320100505836308, - -7.235553741455078, - -8.491373062133789 + -0.0013451081467792392, + -7.242969989776611, + -8.396717071533203 ] }, { "t": " **", - "lp": -0.2867545783519745, + "lp": -0.30453288555145264, "top": [ - -0.2867545783519745, - -1.9194774627685547, - -3.422880172729492 + -0.30453288555145264, + -1.8905448913574219, + -3.2246551513671875 ] }, { "t": "7", - "lp": -0.04764757677912712, + "lp": -0.04869891703128815, "top": [ - -0.04764757677912712, - -4.2018890380859375, - -4.562099456787109 + -0.04869891703128815, + -4.2954277992248535, + -4.362547397613525 ] }, { "t": "3", - "lp": -0.006157481577247381, + "lp": -0.005632377695292234, "top": [ - -0.006157481577247381, - -5.111582279205322, - -9.919537544250488 + -0.005632377695292234, + -5.202816009521484, + -9.90030288696289 ] }, { "t": "4", - "lp": -0.0001134936828748323, + "lp": -0.00011337445903336629, "top": [ - -0.0001134936828748323, - -9.167130470275879, - -12.372809410095215 + -0.00011337445903336629, + -9.169825553894043, + -12.369606971740723 ] }, { "t": "1", - "lp": -5.281110861687921e-05, + "lp": -5.2572679123841226e-05, "top": [ - -5.281110861687921e-05, - -9.88016414642334, - -14.585404396057129 + -5.2572679123841226e-05, + -9.887150764465332, + -14.50159740447998 ] }, { "t": "**", - "lp": -0.07551011443138123, + "lp": -0.08053931593894958, "top": [ - -0.07551011443138123, - -2.6296348571777344, - -7.449678421020508 + -0.08053931593894958, + -2.5665316581726074, + -7.533904552459717 ] }, { "t": ".", - "lp": -0.0667109340429306, + "lp": -0.07109038531780243, "top": [ - -0.0667109340429306, - -2.7538046836853027, - -7.754109859466553 + -0.07109038531780243, + -2.6916558742523193, + -7.699691295623779 ] } ], "expect_ok": true, "secs": [ - 0.25, - 0.09, - 0.08 + 0.74, + 0.45, + 0.1 ], "fails": [], "warns": [], @@ -711,46 +711,50 @@ "tokens": [ { "t": "2", - "lp": -0.8779115676879883, + "lp": -0.8741009831428528, "top": [ - -0.8779115676879883, - -1.0352754592895508, - -2.30814266204834 + -0.8741009831428528, + -1.0328916311264038, + -2.331008195877075 ] }, { "t": "5", - "lp": -1.2893261909484863, + "lp": -1.2524007558822632, "top": [ - -1.2893261909484863, - -1.4838298559188843, - -1.5538429021835327 + -1.2524007558822632, + -1.5033620595932007, + -1.578605055809021 ] }, { "t": "", - "lp": -0.00021537477732636034, + "lp": -0.0002247943775728345, "top": [ - -0.00021537477732636034, - -8.599672317504883, - -11.177116394042969 + -0.0002247943775728345, + -8.544172286987305, + -11.243194580078125 ] } ], "expect_ok": false, "secs": [ - 0.14, - 0.08, - 0.07 + 0.29, + 0.12, + 0.09 ], "fails": [ "run 0: expected ['7341'] got '25'", "run 1: expected ['7341'] got '25'", "run 2: expected ['7341'] got '25'" ], - "warns": [], + "warns": [ + "cache path: cached request diverges from the fresh one at token 0 (fresh top-2 margin 0.159): 'The secret code mentioned in the notes is 7341. \\nAnswer'" + ], "cache_path": { - "first_divergence": null + "first_divergence": 0, + "fresh_margin": 0.15879064798355103, + "cached_text": "The secret code mentioned in the notes is 7341. \nAnswer" } }, { @@ -760,55 +764,55 @@ "tokens": [ { "t": "7", - "lp": -0.9711244702339172, + "lp": -0.9748027324676514, "top": [ - -0.9711244702339172, - -1.1565911769866943, - -2.0759217739105225 + -0.9748027324676514, + -1.1700732707977295, + -2.0443484783172607 ] }, { "t": "3", - "lp": -0.0011377844493836164, + "lp": -0.0018508266657590866, "top": [ - -0.0011377844493836164, - -6.95065975189209, - -9.911681175231934 + -0.0018508266657590866, + -6.414217472076416, + -9.76313304901123 ] }, { "t": "4", - "lp": -0.0004058111517224461, + "lp": -0.0003936469438485801, "top": [ - -0.0004058111517224461, - -7.888303279876709, - -10.902517318725586 + -0.0003936469438485801, + -7.913966178894043, + -11.000105857849121 ] }, { "t": "1", - "lp": -1.6808651707833633e-05, + "lp": -1.6451016563223675e-05, "top": [ - -1.6808651707833633e-05, - -11.854488372802734, - -12.501630783081055 + -1.6451016563223675e-05, + -11.890402793884277, + -12.525031089782715 ] }, { "t": "", - "lp": -7.164735143305734e-05, + "lp": -6.48519562673755e-05, "top": [ - -7.164735143305734e-05, - -9.619608879089355, - -13.42975902557373 + -6.48519562673755e-05, + -9.724727630615234, + -13.421279907226562 ] } ], "expect_ok": true, "secs": [ - 0.24, - 0.17, - 0.17 + 0.55, + 0.28, + 0.22 ], "fails": [], "warns": [], @@ -823,110 +827,110 @@ "tokens": [ { "t": "The", - "lp": -1.087453007698059, + "lp": -1.0865412950515747, "top": [ - -1.087453007698059, - -1.2486830949783325, - -2.328179359436035 + -1.0865412950515747, + -1.2626466751098633, + -2.3237714767456055 ] }, { "t": " secret", - "lp": -0.09552831202745438, + "lp": -0.10415070503950119, "top": [ - -0.09552831202745438, - -2.4972217082977295, - -5.463879108428955 + -0.10415070503950119, + -2.4171600341796875, + -5.291431427001953 ] }, { "t": " code", - "lp": -4.64917320641689e-06, + "lp": -4.291543518775143e-06, "top": [ - -4.64917320641689e-06, - -12.509007453918457, - -15.021594047546387 + -4.291543518775143e-06, + -12.583178520202637, + -15.0220947265625 ] }, { "t": " mentioned", - "lp": -0.07308713346719742, + "lp": -0.07229173928499222, "top": [ - -0.07308713346719742, - -2.6710216999053955, - -8.270928382873535 + -0.07229173928499222, + -2.6818957328796387, + -8.218634605407715 ] }, { "t": " in", - "lp": -0.024735843762755394, + "lp": -0.02371286414563656, "top": [ - -0.024735843762755394, - -3.717900514602661, - -9.727934837341309 + -0.02371286414563656, + -3.760674238204956, + -9.474234580993652 ] }, { "t": " the", - "lp": -7.438936154358089e-05, + "lp": -7.41509284125641e-05, "top": [ - -7.438936154358089e-05, - -10.339757919311523, - -11.397640228271484 + -7.41509284125641e-05, + -10.400493621826172, + -11.374652862548828 ] }, { "t": " notes", - "lp": -0.051175232976675034, + "lp": -0.05599907413125038, "top": [ - -0.051175232976675034, - -3.037135124206543, - -8.030686378479004 + -0.05599907413125038, + -2.9468834400177, + -7.9409708976745605 ] }, { "t": " is", - "lp": -0.5024116039276123, + "lp": -0.5032860636711121, "top": [ - -0.5024116039276123, - -0.9315535426139832, - -8.77120304107666 + -0.5032860636711121, + -0.930217444896698, + -8.697690963745117 ] }, { "t": " ", - "lp": -0.32228773832321167, + "lp": -0.33884406089782715, "top": [ - -0.32228773832321167, - -1.5426876544952393, - -4.046502113342285 + -0.33884406089782715, + -1.500608205795288, + -4.081394195556641 ] }, { "t": "7", - "lp": -0.0011224487097933888, + "lp": -0.0011599231511354446, "top": [ - -0.0011224487097933888, - -8.438843727111816, - -8.660470008850098 + -0.0011599231511354446, + -8.400938034057617, + -8.578857421875 ] }, { "t": "3", - "lp": -0.00037092887214384973, + "lp": -0.0003487479698378593, "top": [ - -0.00037092887214384973, - -9.127333641052246, - -9.570271492004395 + -0.0003487479698378593, + -9.188196182250977, + -9.598104476928711 ] }, { "t": "4", - "lp": -0.000912367133423686, + "lp": -0.0009512059623375535, "top": [ - -0.000912367133423686, - -7.06411600112915, - -11.16539478302002 + -0.0009512059623375535, + -7.018859386444092, + -11.161324501037598 ] }, { @@ -934,43 +938,43 @@ "lp": -1.7047073924914002e-05, "top": [ -1.7047073924914002e-05, - -11.27971076965332, - -13.568235397338867 + -11.280399322509766, + -13.619827270507812 ] }, { "t": ".", - "lp": -0.006451511289924383, + "lp": -0.006084377411752939, "top": [ - -0.006451511289924383, - -5.149899482727051, - -7.4468584060668945 + -0.006084377411752939, + -5.192361831665039, + -7.68426513671875 ] }, { "t": " Therefore", - "lp": -0.8462240695953369, + "lp": -0.9330990314483643, "top": [ - -0.8462240695953369, - -1.3503382205963135, - -2.3023016452789307 + -0.9330990314483643, + -1.1178466081619263, + -2.3880722522735596 ] }, { "t": ",", - "lp": -4.768372718899627e-07, + "lp": -3.576279254957626e-07, "top": [ - -4.768372718899627e-07, - -14.570320129394531, - -17.527862548828125 + -3.576279254957626e-07, + -14.868305206298828, + -17.668163299560547 ] } ], "expect_ok": true, "secs": [ - 0.43, - 0.35, - 0.34 + 0.71, + 0.46, + 0.43 ], "fails": [], "warns": [], @@ -980,5 +984,5 @@ } ], "pass": false, - "time": "2026-10-20T19:14:58-0300" + "time": "2026-10-25T10:47:22-0300" } \ No newline at end of file diff --git a/tests/golden/hw-gate/kat-qwen3-4b-iq4xs.json b/tests/golden/hw-gate/kat-qwen3-4b-iq4xs.json index c8aa7c13b..602fb776b 100644 --- a/tests/golden/hw-gate/kat-qwen3-4b-iq4xs.json +++ b/tests/golden/hw-gate/kat-qwen3-4b-iq4xs.json @@ -37,8 +37,8 @@ ], "expect_ok": true, "secs": [ - 0.69, - 0.1 + 0.88, + 0.16 ], "fails": [], "warns": [], @@ -90,8 +90,8 @@ ], "expect_ok": true, "secs": [ - 0.43, - 0.1 + 0.8, + 0.17 ], "fails": [], "warns": [], @@ -106,11 +106,11 @@ "tokens": [ { "t": "def", - "lp": -4.386998261907138e-05, + "lp": -4.3273907067487016e-05, "top": [ - -4.386998261907138e-05, - -10.096399307250977, - -12.855215072631836 + -4.3273907067487016e-05, + -10.109833717346191, + -12.863484382629395 ] }, { @@ -118,8 +118,8 @@ "lp": 0.0, "top": [ 0.0, - -24.615257263183594, - -25.64767837524414 + -24.622215270996094, + -25.64769744873047 ] }, { @@ -127,8 +127,8 @@ "lp": 0.0, "top": [ 0.0, - -27.694162368774414, - -28.66384506225586 + -27.69202995300293, + -28.66615104675293 ] }, { @@ -136,8 +136,8 @@ "lp": 0.0, "top": [ 0.0, - -32.0692253112793, - -33.567108154296875 + -32.071868896484375, + -33.56932830810547 ] }, { @@ -145,8 +145,8 @@ "lp": 0.0, "top": [ 0.0, - -25.55023765563965, - -26.098918914794922 + -25.55630874633789, + -26.10181999206543 ] }, { @@ -154,8 +154,8 @@ "lp": -3.337865791763761e-06, "top": [ -3.337865791763761e-06, - -12.618227005004883, - -20.015594482421875 + -12.611169815063477, + -20.020366668701172 ] }, { @@ -163,8 +163,8 @@ "lp": 0.0, "top": [ 0.0, - -19.573650360107422, - -23.548847198486328 + -19.56826400756836, + -23.546388626098633 ] }, { @@ -172,8 +172,8 @@ "lp": 0.0, "top": [ 0.0, - -19.746173858642578, - -23.38421630859375 + -19.746986389160156, + -23.386550903320312 ] }, { @@ -181,8 +181,8 @@ "lp": 0.0, "top": [ 0.0, - -33.39418411254883, - -35.11564254760742 + -33.39524841308594, + -35.11878967285156 ] }, { @@ -190,8 +190,8 @@ "lp": 0.0, "top": [ 0.0, - -32.845916748046875, - -35.26959991455078 + -32.84883499145508, + -35.274559020996094 ] }, { @@ -199,8 +199,8 @@ "lp": 0.0, "top": [ 0.0, - -25.589168548583984, - -27.054872512817383 + -25.59600257873535, + -27.057415008544922 ] }, { @@ -208,15 +208,15 @@ "lp": -2.622607780722319e-06, "top": [ -2.622607780722319e-06, - -13.486540794372559, - -13.8431978225708 + -13.48763370513916, + -13.836836814880371 ] } ], "expect_ok": true, "secs": [ - 0.26, - 0.2 + 0.37, + 0.24 ], "fails": [], "warns": [], @@ -234,8 +234,8 @@ "lp": 0.0, "top": [ 0.0, - -17.345935821533203, - -26.577651977539062 + -17.380817413330078, + -26.57756805419922 ] }, { @@ -243,8 +243,8 @@ "lp": 0.0, "top": [ 0.0, - -30.081588745117188, - -30.34840965270996 + -30.092391967773438, + -30.351211547851562 ] }, { @@ -252,8 +252,8 @@ "lp": 0.0, "top": [ 0.0, - -29.33576774597168, - -30.120506286621094 + -29.345081329345703, + -30.135393142700195 ] }, { @@ -261,24 +261,24 @@ "lp": 0.0, "top": [ 0.0, - -29.442604064941406, - -29.60540008544922 + -29.46074104309082, + -29.627309799194336 ] }, { "t": "", - "lp": -3.111410842393525e-05, + "lp": -3.0756469641346484e-05, "top": [ - -3.111410842393525e-05, - -10.642685890197754, - -12.16788387298584 + -3.0756469641346484e-05, + -10.65977668762207, + -12.16823959350586 ] } ], "expect_ok": true, "secs": [ - 2.32, - 1.92 + 2.61, + 2.52 ], "fails": [], "warns": [], @@ -293,20 +293,20 @@ "tokens": [ { "t": "The", - "lp": -0.026700833812355995, + "lp": -0.027275219559669495, "top": [ - -0.026700833812355995, - -3.6378800868988037, - -10.892267227172852 + -0.027275219559669495, + -3.6168441772460938, + -10.889371871948242 ] }, { "t": " box", - "lp": -1.7881409348774469e-06, + "lp": -1.5497220147153712e-06, "top": [ - -1.7881409348774469e-06, - -13.260320663452148, - -20.96363639831543 + -1.5497220147153712e-06, + -13.34303092956543, + -20.97959327697754 ] }, { @@ -314,8 +314,8 @@ "lp": 0.0, "top": [ 0.0, - -28.9838809967041, - -29.78819465637207 + -28.974401473999023, + -29.779178619384766 ] }, { @@ -323,8 +323,8 @@ "lp": 0.0, "top": [ 0.0, - -27.774768829345703, - -32.477821350097656 + -27.762615203857422, + -32.46514129638672 ] }, { @@ -332,8 +332,8 @@ "lp": 0.0, "top": [ 0.0, - -21.365768432617188, - -22.870962142944336 + -21.34957504272461, + -22.853923797607422 ] }, { @@ -341,26 +341,26 @@ "lp": 0.0, "top": [ 0.0, - -27.03665542602539, - -29.08212661743164 + -27.03327178955078, + -29.085906982421875 ] }, { "t": " painted", - "lp": -0.0011389779392629862, + "lp": -0.0011211360106244683, "top": [ - -0.0011389779392629862, - -7.019361972808838, - -8.318601608276367 + -0.0011211360106244683, + -7.033294200897217, + -8.341316223144531 ] }, { "t": " green", - "lp": -0.04391530901193619, + "lp": -0.043330542743206024, "top": [ - -0.04391530901193619, - -3.1475491523742676, - -11.762188911437988 + -0.043330542743206024, + -3.1606667041778564, + -11.762919425964355 ] }, { @@ -368,24 +368,24 @@ "lp": 0.0, "top": [ 0.0, - -22.36086654663086, - -26.04891586303711 + -22.417993545532227, + -26.042293548583984 ] }, { "t": "", - "lp": -0.0012635223101824522, + "lp": -0.001220076228491962, "top": [ - -0.0012635223101824522, - -6.920742988586426, - -8.672751426696777 + -0.001220076228491962, + -6.956193447113037, + -8.724308967590332 ] } ], "expect_ok": true, "secs": [ - 1.99, - 3.35 + 2.16, + 2.16 ], "fails": [], "warns": [], @@ -400,11 +400,11 @@ "tokens": [ { "t": "7", - "lp": -2.157711423933506e-05, + "lp": -2.0861843950115144e-05, "top": [ - -2.157711423933506e-05, - -10.743361473083496, - -22.29591941833496 + -2.0861843950115144e-05, + -10.77772331237793, + -22.274757385253906 ] }, { @@ -412,8 +412,8 @@ "lp": 0.0, "top": [ 0.0, - -28.85748863220215, - -29.587459564208984 + -28.853870391845703, + -29.586143493652344 ] }, { @@ -421,8 +421,8 @@ "lp": 0.0, "top": [ 0.0, - -26.107213973999023, - -27.962249755859375 + -26.107707977294922, + -27.963890075683594 ] }, { @@ -430,8 +430,8 @@ "lp": 0.0, "top": [ 0.0, - -27.25529670715332, - -29.65184211730957 + -27.24213409423828, + -29.65359115600586 ] }, { @@ -439,15 +439,15 @@ "lp": -6.437322554120328e-06, "top": [ -6.437322554120328e-06, - -12.368338584899902, - -13.618552207946777 + -12.359122276306152, + -13.620001792907715 ] } ], "expect_ok": true, "secs": [ - 0.28, - 0.15 + 0.42, + 0.36 ], "fails": [], "warns": [], @@ -465,8 +465,8 @@ "lp": 0.0, "top": [ 0.0, - -23.439563751220703, - -27.580297470092773 + -23.47150421142578, + -27.609996795654297 ] }, { @@ -474,8 +474,8 @@ "lp": 0.0, "top": [ 0.0, - -28.424129486083984, - -28.751176834106445 + -28.421234130859375, + -28.755556106567383 ] }, { @@ -483,8 +483,8 @@ "lp": 0.0, "top": [ 0.0, - -27.247303009033203, - -28.366674423217773 + -27.255870819091797, + -28.374507904052734 ] }, { @@ -492,8 +492,8 @@ "lp": 0.0, "top": [ 0.0, - -27.178863525390625, - -28.368209838867188 + -27.197731018066406, + -28.37929916381836 ] }, { @@ -501,15 +501,15 @@ "lp": -3.612106593209319e-05, "top": [ -3.612106593209319e-05, - -10.628850936889648, - -11.873640060424805 + -10.63149642944336, + -11.889291763305664 ] } ], "expect_ok": true, "secs": [ - 0.44, - 0.36 + 0.71, + 0.43 ], "fails": [], "warns": [], @@ -527,8 +527,8 @@ "lp": 0.0, "top": [ 0.0, - -19.553802490234375, - -25.82794952392578 + -19.58248519897461, + -25.85112190246582 ] }, { @@ -536,8 +536,8 @@ "lp": 0.0, "top": [ 0.0, - -27.731733322143555, - -28.37761116027832 + -27.7452392578125, + -28.40028190612793 ] }, { @@ -545,8 +545,8 @@ "lp": 0.0, "top": [ 0.0, - -27.345928192138672, - -27.526277542114258 + -27.351367950439453, + -27.5328311920166 ] }, { @@ -554,24 +554,24 @@ "lp": 0.0, "top": [ 0.0, - -28.045589447021484, - -28.92365837097168 + -28.04450798034668, + -28.917680740356445 ] }, { "t": "", - "lp": -4.5300555939320475e-05, + "lp": -4.506212644628249e-05, "top": [ - -4.5300555939320475e-05, - -10.21352767944336, - -12.273802757263184 + -4.506212644628249e-05, + -10.2223482131958, + -12.272854804992676 ] } ], "expect_ok": true, "secs": [ - 0.84, - 0.76 + 1.01, + 0.88 ], "fails": [], "warns": [], @@ -589,8 +589,8 @@ "lp": 0.0, "top": [ 0.0, - -20.12065887451172, - -26.993148803710938 + -20.147357940673828, + -26.993513107299805 ] }, { @@ -598,8 +598,8 @@ "lp": 0.0, "top": [ 0.0, - -29.343807220458984, - -30.303817749023438 + -29.342185974121094, + -30.314085006713867 ] }, { @@ -607,8 +607,8 @@ "lp": 0.0, "top": [ 0.0, - -29.120895385742188, - -29.218040466308594 + -29.1390380859375, + -29.22797966003418 ] }, { @@ -616,8 +616,8 @@ "lp": 0.0, "top": [ 0.0, - -28.606548309326172, - -29.718564987182617 + -28.61867904663086, + -29.73168182373047 ] }, { @@ -625,15 +625,15 @@ "lp": -1.5974172129062936e-05, "top": [ -1.5974172129062936e-05, - -11.485381126403809, - -12.56360149383545 + -11.482726097106934, + -12.571120262145996 ] } ], "expect_ok": true, "secs": [ - 2.33, - 1.17 + 1.55, + 1.37 ], "fails": [], "warns": [], @@ -643,5 +643,5 @@ } ], "pass": true, - "time": "2026-10-20T19:19:13-0300" + "time": "2026-10-25T10:51:50-0300" } \ No newline at end of file diff --git a/tests/golden/hw-gate/kat-qwen3-coder-30b-a3b.json b/tests/golden/hw-gate/kat-qwen3-coder-30b-a3b.json index 3c507bacf..9c09c325c 100644 --- a/tests/golden/hw-gate/kat-qwen3-coder-30b-a3b.json +++ b/tests/golden/hw-gate/kat-qwen3-coder-30b-a3b.json @@ -21,15 +21,15 @@ "lp": -8.344653679159819e-07, "top": [ -8.344653679159819e-07, - -14.357775688171387, - -15.659276008605957 + -14.427817344665527, + -15.596714973449707 ] } ], "expect_ok": true, "secs": [ - 0.46, - 0.12 + 1.93, + 0.23 ], "fails": [], "warns": [], @@ -56,8 +56,8 @@ "lp": 0.0, "top": [ 0.0, - -21.268781661987305, - -22.509719848632812 + -21.26361083984375, + -22.317066192626953 ] }, { @@ -65,24 +65,24 @@ "lp": 0.0, "top": [ 0.0, - -24.888938903808594, - -26.45635986328125 + -24.73851203918457, + -26.503055572509766 ] }, { "t": "", - "lp": -0.0003903077740687877, + "lp": -0.0005041439435444772, "top": [ - -0.0003903077740687877, - -7.850327968597412, - -14.518157005310059 + -0.0005041439435444772, + -7.594618320465088, + -14.315705299377441 ] } ], "expect_ok": true, "secs": [ - 0.48, - 0.14 + 0.71, + 0.22 ], "fails": [], "warns": [], @@ -109,8 +109,8 @@ "lp": 0.0, "top": [ 0.0, - -21.762264251708984, - -24.24568748474121 + -22.019977569580078, + -23.55469512939453 ] }, { @@ -118,8 +118,8 @@ "lp": 0.0, "top": [ 0.0, - -24.716732025146484, - -25.943157196044922 + -24.857534408569336, + -25.041683197021484 ] }, { @@ -127,8 +127,8 @@ "lp": 0.0, "top": [ 0.0, - -22.13996124267578, - -32.31664276123047 + -22.35434341430664, + -32.417694091796875 ] }, { @@ -136,8 +136,8 @@ "lp": 0.0, "top": [ 0.0, - -22.94637107849121, - -25.406265258789062 + -22.248281478881836, + -23.675090789794922 ] }, { @@ -145,8 +145,8 @@ "lp": 0.0, "top": [ 0.0, - -24.53059959411621, - -24.822757720947266 + -24.406970977783203, + -24.731414794921875 ] }, { @@ -154,8 +154,8 @@ "lp": 0.0, "top": [ 0.0, - -25.3516845703125, - -25.91318130493164 + -25.355566024780273, + -25.358394622802734 ] }, { @@ -163,8 +163,8 @@ "lp": 0.0, "top": [ 0.0, - -28.034698486328125, - -28.103511810302734 + -25.56264877319336, + -25.654346466064453 ] }, { @@ -172,8 +172,8 @@ "lp": 0.0, "top": [ 0.0, - -18.099117279052734, - -18.653209686279297 + -17.963085174560547, + -18.591693878173828 ] }, { @@ -181,8 +181,8 @@ "lp": 0.0, "top": [ 0.0, - -25.718994140625, - -26.711442947387695 + -25.8411922454834, + -26.648298263549805 ] }, { @@ -190,8 +190,8 @@ "lp": 0.0, "top": [ 0.0, - -23.81109619140625, - -24.022842407226562 + -23.676620483398438, + -23.822093963623047 ] }, { @@ -199,8 +199,8 @@ "lp": 0.0, "top": [ 0.0, - -22.989730834960938, - -24.953996658325195 + -23.742191314697266, + -25.343048095703125 ] }, { @@ -208,8 +208,8 @@ "lp": 0.0, "top": [ 0.0, - -27.252071380615234, - -28.421966552734375 + -27.439041137695312, + -28.62378692626953 ] }, { @@ -217,8 +217,8 @@ "lp": 0.0, "top": [ 0.0, - -27.034942626953125, - -27.341880798339844 + -26.558551788330078, + -27.09098243713379 ] }, { @@ -226,17 +226,17 @@ "lp": 0.0, "top": [ 0.0, - -25.902507781982422, - -27.68537139892578 + -25.725826263427734, + -27.832141876220703 ] }, { "t": "```", - "lp": -3.933914285880746e-06, + "lp": -3.099446303167497e-06, "top": [ - -3.933914285880746e-06, - -12.440118789672852, - -20.80258560180664 + -3.099446303167497e-06, + -12.672661781311035, + -20.822509765625 ] }, { @@ -244,15 +244,15 @@ "lp": 0.0, "top": [ 0.0, - -21.09564971923828, - -27.302892684936523 + -20.886363983154297, + -26.671770095825195 ] } ], "expect_ok": true, "secs": [ - 0.63, - 0.3 + 0.98, + 0.4 ], "fails": [], "warns": [], @@ -270,8 +270,8 @@ "lp": 0.0, "top": [ 0.0, - -17.838695526123047, - -21.124652862548828 + -18.041057586669922, + -20.854904174804688 ] }, { @@ -279,8 +279,8 @@ "lp": 0.0, "top": [ 0.0, - -28.46670913696289, - -30.072309494018555 + -28.408527374267578, + -30.533937454223633 ] }, { @@ -288,8 +288,8 @@ "lp": 0.0, "top": [ 0.0, - -26.389049530029297, - -26.43732261657715 + -26.623043060302734, + -26.629640579223633 ] }, { @@ -297,8 +297,8 @@ "lp": 0.0, "top": [ 0.0, - -23.788440704345703, - -26.702089309692383 + -25.766645431518555, + -27.18315315246582 ] }, { @@ -306,15 +306,15 @@ "lp": 0.0, "top": [ 0.0, - -17.282726287841797, - -18.07607650756836 + -16.919891357421875, + -16.990795135498047 ] } ], "expect_ok": true, "secs": [ - 3.7, - 3.02 + 5.17, + 4.01 ], "fails": [], "warns": [], @@ -332,24 +332,24 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.236488342285156, - -16.81553077697754 + -15.708610534667969, + -16.741409301757812 ] }, { "t": "", - "lp": -2.8849064619862475e-05, + "lp": -4.94730775244534e-05, "top": [ - -2.8849064619862475e-05, - -10.46827507019043, - -15.108896255493164 + -4.94730775244534e-05, + -9.928133010864258, + -15.054946899414062 ] } ], "expect_ok": true, "secs": [ - 4.41, - 2.88 + 3.43, + 3.22 ], "fails": [], "warns": [], @@ -364,11 +364,11 @@ "tokens": [ { "t": "7", - "lp": -0.0006138777825981379, + "lp": -0.0008712629205547273, "top": [ - -0.0006138777825981379, - -7.402865886688232, - -12.377574920654297 + -0.0008712629205547273, + -7.050614833831787, + -12.431394577026367 ] }, { @@ -376,8 +376,8 @@ "lp": 0.0, "top": [ 0.0, - -25.859508514404297, - -29.966625213623047 + -25.520671844482422, + -29.542125701904297 ] }, { @@ -385,8 +385,8 @@ "lp": 0.0, "top": [ 0.0, - -26.20861053466797, - -26.33755874633789 + -26.421825408935547, + -26.649059295654297 ] }, { @@ -394,24 +394,24 @@ "lp": 0.0, "top": [ 0.0, - -24.849699020385742, - -24.871440887451172 + -23.626495361328125, + -24.591535568237305 ] }, { "t": "", - "lp": -0.0001613031781744212, + "lp": -0.00014294215361587703, "top": [ - -0.0001613031781744212, - -8.738890647888184, - -14.377886772155762 + -0.00014294215361587703, + -8.859739303588867, + -14.32557487487793 ] } ], "expect_ok": true, "secs": [ - 0.48, - 0.24 + 0.79, + 0.36 ], "fails": [], "warns": [], @@ -429,8 +429,8 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -15.944900512695312, - -21.95878028869629 + -16.048728942871094, + -22.19584083557129 ] }, { @@ -438,8 +438,8 @@ "lp": 0.0, "top": [ 0.0, - -27.195674896240234, - -28.329837799072266 + -27.409473419189453, + -27.943456649780273 ] }, { @@ -447,8 +447,8 @@ "lp": 0.0, "top": [ 0.0, - -24.516782760620117, - -25.13361358642578 + -24.998294830322266, + -25.164936065673828 ] }, { @@ -456,8 +456,8 @@ "lp": 0.0, "top": [ 0.0, - -22.833393096923828, - -24.74286460876465 + -23.12900733947754, + -24.15395164489746 ] }, { @@ -465,15 +465,15 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.487308502197266, - -17.23105239868164 + -16.596126556396484, + -17.418731689453125 ] } ], "expect_ok": true, "secs": [ - 0.73, - 0.57 + 1.13, + 0.8 ], "fails": [], "warns": [], @@ -491,8 +491,8 @@ "lp": -1.1920928955078125e-07, "top": [ -1.1920928955078125e-07, - -16.142803192138672, - -24.47840118408203 + -16.221771240234375, + -23.26920509338379 ] }, { @@ -500,8 +500,8 @@ "lp": 0.0, "top": [ 0.0, - -25.587709426879883, - -27.182025909423828 + -25.193035125732422, + -26.804731369018555 ] }, { @@ -509,8 +509,8 @@ "lp": 0.0, "top": [ 0.0, - -24.3331298828125, - -25.160778045654297 + -24.842248916625977, + -25.193674087524414 ] }, { @@ -518,24 +518,24 @@ "lp": 0.0, "top": [ 0.0, - -23.1445369720459, - -25.083118438720703 + -23.04845428466797, + -24.830642700195312 ] }, { "t": "", - "lp": -8.344653679159819e-07, + "lp": -2.3841860752327193e-07, "top": [ - -8.344653679159819e-07, - -13.996563911437988, - -16.84951400756836 + -2.3841860752327193e-07, + -15.187206268310547, + -17.30282211303711 ] } ], "expect_ok": true, "secs": [ - 1.43, - 1.27 + 1.81, + 1.46 ], "fails": [], "warns": [], @@ -550,11 +550,11 @@ "tokens": [ { "t": "7", - "lp": 0.0, + "lp": -1.1920928955078125e-07, "top": [ - 0.0, - -16.84979248046875, - -23.161483764648438 + -1.1920928955078125e-07, + -15.727134704589844, + -22.3233585357666 ] }, { @@ -562,8 +562,8 @@ "lp": 0.0, "top": [ 0.0, - -25.374778747558594, - -26.419090270996094 + -25.43164825439453, + -26.923980712890625 ] }, { @@ -571,8 +571,8 @@ "lp": 0.0, "top": [ 0.0, - -22.801864624023438, - -23.957759857177734 + -23.3242244720459, + -24.116775512695312 ] }, { @@ -580,24 +580,24 @@ "lp": 0.0, "top": [ 0.0, - -25.41216278076172, - -26.586044311523438 + -24.48371124267578, + -25.015155792236328 ] }, { "t": "", - "lp": 0.0, + "lp": -1.1920928955078125e-07, "top": [ - 0.0, - -16.79073143005371, - -17.14387321472168 + -1.1920928955078125e-07, + -16.610355377197266, + -17.027135848999023 ] } ], "expect_ok": true, "secs": [ - 3.11, - 1.94 + 2.48, + 2.24 ], "fails": [], "warns": [], @@ -607,5 +607,5 @@ } ], "pass": true, - "time": "2026-10-20T19:18:27-0300" + "time": "2026-10-25T10:51:07-0300" } \ No newline at end of file diff --git a/tests/golden/hw-gate/kat-qwen3.8-27b.json b/tests/golden/hw-gate/kat-qwen3.8-27b.json index 7315e47f4..5979efeb0 100644 --- a/tests/golden/hw-gate/kat-qwen3.8-27b.json +++ b/tests/golden/hw-gate/kat-qwen3.8-27b.json @@ -9,27 +9,27 @@ "tokens": [ { "t": "Paris", - "lp": -0.008966290391981602, + "lp": -0.008619574829936028, "top": [ - -0.008966290391981602, - -4.761280059814453, - -8.556310653686523 + -0.008619574829936028, + -4.80303430557251, + -8.56253433227539 ] }, { "t": "", - "lp": -2.2650021492154337e-05, + "lp": -2.47958396357717e-05, "top": [ - -2.2650021492154337e-05, - -10.963041305541992, - -12.937162399291992 + -2.47958396357717e-05, + -10.848929405212402, + -12.940887451171875 ] } ], "expect_ok": true, "secs": [ - 4.41, - 0.52 + 8.85, + 0.65 ], "fails": [], "warns": [], @@ -44,29 +44,29 @@ "tokens": [ { "t": "3", - "lp": -1.1682578588079195e-05, + "lp": -8.583106136939023e-06, "top": [ - -1.1682578588079195e-05, - -11.84406852722168, - -13.689023971557617 + -8.583106136939023e-06, + -12.15885066986084, + -13.918286323547363 ] }, { "t": "9", - "lp": -6.437322554120328e-06, + "lp": -5.1260126383567695e-06, "top": [ - -6.437322554120328e-06, - -12.60433292388916, - -12.83043384552002 + -5.1260126383567695e-06, + -12.925143241882324, + -12.968850135803223 ] }, { "t": "1", - "lp": -5.602852525044e-06, + "lp": -5.1260126383567695e-06, "top": [ - -5.602852525044e-06, - -12.780040740966797, - -14.123470306396484 + -5.1260126383567695e-06, + -12.87148380279541, + -14.2367582321167 ] }, { @@ -74,15 +74,15 @@ "lp": -2.3841860752327193e-07, "top": [ -2.3841860752327193e-07, - -16.484329223632812, - -16.491920471191406 + -16.40816879272461, + -16.62249183654785 ] } ], "expect_ok": true, "secs": [ - 3.63, - 0.67 + 3.43, + 0.79 ], "fails": [], "warns": [], @@ -97,171 +97,171 @@ "tokens": [ { "t": "```", - "lp": -0.13086968660354614, + "lp": -0.14049369096755981, "top": [ - -0.13086968660354614, - -2.118635892868042, - -7.126408576965332 + -0.14049369096755981, + -2.0472586154937744, + -7.625899791717529 ] }, { "t": "python", - "lp": -5.8533474657451734e-05, + "lp": -4.589663149090484e-05, "top": [ - -5.8533474657451734e-05, - -10.7688627243042, - -11.514775276184082 + -4.589663149090484e-05, + -11.01229476928711, + -11.887155532836914 ] }, { "t": "\n", - "lp": -0.0002642623148858547, + "lp": -0.00019283962319605052, "top": [ - -0.0002642623148858547, - -8.72321605682373, - -9.66930103302002 + -0.00019283962319605052, + -9.068727493286133, + -9.908806800842285 ] }, { "t": "def", - "lp": -8.309232362080365e-05, + "lp": -6.973986455705017e-05, "top": [ - -8.309232362080365e-05, - -10.049986839294434, - -11.103116035461426 + -6.973986455705017e-05, + -10.207085609436035, + -11.274020195007324 ] }, { "t": " add", - "lp": -7.081282819854096e-05, + "lp": -6.425587343983352e-05, "top": [ - -7.081282819854096e-05, - -9.695310592651367, - -13.145099639892578 + -6.425587343983352e-05, + -9.775490760803223, + -13.284026145935059 ] }, { "t": "(a", - "lp": -1.5258905477821827e-05, + "lp": -1.2874686035502236e-05, "top": [ - -1.5258905477821827e-05, - -12.268449783325195, - -12.443462371826172 + -1.2874686035502236e-05, + -12.4428071975708, + -12.599102020263672 ] }, { "t": ",", - "lp": -0.0001400807232130319, + "lp": -0.00011528202594490722, "top": [ - -0.0001400807232130319, - -8.904770851135254, - -12.73918342590332 + -0.00011528202594490722, + -9.101000785827637, + -12.892406463623047 ] }, { "t": " b", - "lp": -3.337865791763761e-06, + "lp": -2.861027041944908e-06, "top": [ - -3.337865791763761e-06, - -12.980446815490723, - -14.583413124084473 + -2.861027041944908e-06, + -13.072415351867676, + -14.742191314697266 ] }, { "t": "):", - "lp": -8.78611026564613e-05, + "lp": -7.39124880055897e-05, "top": [ - -8.78611026564613e-05, - -9.631641387939453, - -11.476278305053711 + -7.39124880055897e-05, + -9.805621147155762, + -11.615494728088379 ] }, { "t": "\n", - "lp": -0.00013090037100482732, + "lp": -0.00010944011592073366, "top": [ - -0.00013090037100482732, - -9.360136985778809, - -11.162250518798828 + -0.00010944011592073366, + -9.52371597290039, + -11.391389846801758 ] }, { "t": " ", - "lp": -2.467662670824211e-05, + "lp": -2.0384995877975598e-05, "top": [ - -2.467662670824211e-05, - -11.764810562133789, - -11.994022369384766 + -2.0384995877975598e-05, + -11.895397186279297, + -12.29019832611084 ] }, { "t": " return", - "lp": -0.00013590783055406064, + "lp": -0.00010979778016917408, "top": [ - -0.00013590783055406064, - -9.265326499938965, - -10.388593673706055 + -0.00010979778016917408, + -9.508976936340332, + -10.516493797302246 ] }, { "t": " a", - "lp": -9.179157132166438e-06, + "lp": -7.510213436034974e-06, "top": [ - -9.179157132166438e-06, - -12.593327522277832, - -12.943744659423828 + -7.510213436034974e-06, + -12.792329788208008, + -13.08796215057373 ] }, { "t": " +", - "lp": -1.1682578588079195e-05, + "lp": -1.0371261851105373e-05, "top": [ - -1.1682578588079195e-05, - -11.95571231842041, - -13.094393730163574 + -1.0371261851105373e-05, + -12.07751750946045, + -13.287365913391113 ] }, { "t": " b", - "lp": -6.7949526965094265e-06, + "lp": -6.437322554120328e-06, "top": [ - -6.7949526965094265e-06, - -12.455221176147461, - -13.741857528686523 + -6.437322554120328e-06, + -12.494504928588867, + -13.80860424041748 ] }, { "t": "\n", - "lp": -3.302151890238747e-05, + "lp": -2.789536301861517e-05, "top": [ - -3.302151890238747e-05, - -10.762009620666504, - -12.193074226379395 + -2.789536301861517e-05, + -10.912455558776855, + -12.416422843933105 ] }, { "t": "```", - "lp": -0.00017012612079270184, + "lp": -0.00017316648154519498, "top": [ - -0.00017012612079270184, - -8.762348175048828, - -12.143228530883789 + -0.00017316648154519498, + -8.731668472290039, + -12.231843948364258 ] }, { "t": "", - "lp": -5.912955748499371e-05, + "lp": -4.2439409298822284e-05, "top": [ - -5.912955748499371e-05, - -9.860563278198242, - -11.941642761230469 + -4.2439409298822284e-05, + -10.200047492980957, + -12.214926719665527 ] } ], "expect_ok": true, "secs": [ - 3.83, - 1.84 + 4.53, + 2.01 ], "fails": [], "warns": [], @@ -276,29 +276,29 @@ "tokens": [ { "t": "7", - "lp": -8.941096166381612e-05, + "lp": -8.643046749057248e-05, "top": [ - -8.941096166381612e-05, - -10.350811004638672, - -11.237091064453125 + -8.643046749057248e-05, + -10.2103271484375, + -11.323262214660645 ] }, { "t": "3", - "lp": -3.898219802067615e-05, + "lp": -3.755163197638467e-05, "top": [ - -3.898219802067615e-05, - -10.215682029724121, - -13.881829261779785 + -3.755163197638467e-05, + -10.255059242248535, + -13.910319328308105 ] }, { "t": "4", - "lp": -3.325994475744665e-05, + "lp": -3.409443888813257e-05, "top": [ - -3.325994475744665e-05, - -10.351651191711426, - -15.08224868774414 + -3.409443888813257e-05, + -10.332658767700195, + -15.014477729797363 ] }, { @@ -306,24 +306,24 @@ "lp": -1.8477610865375027e-05, "top": [ -1.8477610865375027e-05, - -10.970452308654785, - -14.340970039367676 + -10.97034740447998, + -14.314371109008789 ] }, { "t": "", - "lp": -2.3841860752327193e-07, + "lp": -1.1920928955078125e-07, "top": [ - -2.3841860752327193e-07, - -16.267601013183594, - -16.527721405029297 + -1.1920928955078125e-07, + -16.47858238220215, + -16.860153198242188 ] } ], "expect_ok": true, "secs": [ - 13.09, - 8.84 + 14.98, + 9.38 ], "fails": [], "warns": [], @@ -338,11 +338,11 @@ "tokens": [ { "t": "green", - "lp": -0.13628681004047394, + "lp": -0.14045651257038116, "top": [ - -0.13628681004047394, - -2.5633153915405273, - -2.9993772506713867 + -0.14045651257038116, + -2.5158228874206543, + -3.0021660327911377 ] }, { @@ -350,15 +350,15 @@ "lp": -1.0728841743912199e-06, "top": [ -1.0728841743912199e-06, - -14.121581077575684, - -15.347905158996582 + -14.096953392028809, + -15.354569435119629 ] } ], "expect_ok": true, "secs": [ - 8.64, - 8.31 + 9.57, + 9.04 ], "fails": [], "warns": [], @@ -373,38 +373,38 @@ "tokens": [ { "t": "7", - "lp": -0.00016786076594144106, + "lp": -0.0001587993756402284, "top": [ - -0.00016786076594144106, - -10.339143753051758, - -10.386219024658203 + -0.0001587993756402284, + -10.311230659484863, + -10.561487197875977 ] }, { "t": "3", - "lp": -7.689294579904526e-05, + "lp": -6.997830496402457e-05, "top": [ - -7.689294579904526e-05, - -9.547911643981934, - -12.70700740814209 + -6.997830496402457e-05, + -9.646340370178223, + -12.687708854675293 ] }, { "t": "4", - "lp": -7.140891102608293e-05, + "lp": -7.319718133658171e-05, "top": [ - -7.140891102608293e-05, - -9.583283424377441, - -14.178752899169922 + -7.319718133658171e-05, + -9.556641578674316, + -14.35549545288086 ] }, { "t": "1", - "lp": -8.535749657312408e-05, + "lp": -7.963497773744166e-05, "top": [ - -8.535749657312408e-05, - -9.406699180603027, - -13.555604934692383 + -7.963497773744166e-05, + -9.477754592895508, + -13.621564865112305 ] }, { @@ -412,15 +412,15 @@ "lp": -9.536747711536009e-07, "top": [ -9.536747711536009e-07, - -15.098702430725098, - -15.130549430847168 + -15.098958969116211, + -15.1939697265625 ] } ], "expect_ok": true, "secs": [ - 1.41, - 0.96 + 2.28, + 1.14 ], "fails": [], "warns": [], @@ -435,54 +435,54 @@ "tokens": [ { "t": "7", - "lp": -0.00028906468651257455, + "lp": -0.000251742108957842, "top": [ - -0.00028906468651257455, - -9.06490421295166, - -10.145061492919922 + -0.000251742108957842, + -9.25206184387207, + -10.235177993774414 ] }, { "t": "3", - "lp": -3.7313202483346686e-05, + "lp": -3.361758354003541e-05, "top": [ - -3.7313202483346686e-05, - -10.378912925720215, - -12.696208953857422 + -3.361758354003541e-05, + -10.489279747009277, + -12.772956848144531 ] }, { "t": "4", - "lp": -2.3246082491823472e-05, + "lp": -2.0504208805505186e-05, "top": [ - -2.3246082491823472e-05, - -10.804769515991211, - -13.962850570678711 + -2.0504208805505186e-05, + -10.93559455871582, + -14.107522964477539 ] }, { "t": "1", - "lp": -2.1696325347875245e-05, + "lp": -1.9312092263135128e-05, "top": [ - -2.1696325347875245e-05, - -10.840489387512207, - -14.33970832824707 + -1.9312092263135128e-05, + -10.951662063598633, + -14.512703895568848 ] }, { "t": "", - "lp": -1.4305124977909145e-06, + "lp": -1.1920935776288388e-06, "top": [ - -1.4305124977909145e-06, - -14.68392276763916, - -14.809412956237793 + -1.1920935776288388e-06, + -14.658820152282715, + -15.027756690979004 ] } ], "expect_ok": true, "secs": [ - 3.85, - 2.2 + 5.47, + 2.62 ], "fails": [], "warns": [], @@ -497,38 +497,38 @@ "tokens": [ { "t": "7", - "lp": -0.0001242237922269851, + "lp": -0.00012744285049848258, "top": [ - -0.0001242237922269851, - -9.70173454284668, - -11.374184608459473 + -0.00012744285049848258, + -9.75546646118164, + -11.290661811828613 ] }, { "t": "3", - "lp": -3.0637256713816896e-05, + "lp": -3.540578472893685e-05, "top": [ - -3.0637256713816896e-05, - -10.527534484863281, - -13.414093017578125 + -3.540578472893685e-05, + -10.359436988830566, + -13.440439224243164 ] }, { "t": "4", - "lp": -2.741851312748622e-05, + "lp": -3.194859891664237e-05, "top": [ - -2.741851312748622e-05, - -10.588257789611816, - -14.464113235473633 + -3.194859891664237e-05, + -10.422124862670898, + -14.346888542175293 ] }, { "t": "1", - "lp": -1.633180545468349e-05, + "lp": -1.895445711852517e-05, "top": [ - -1.633180545468349e-05, - -11.10401439666748, - -14.594910621643066 + -1.895445711852517e-05, + -10.944866180419922, + -14.66463851928711 ] }, { @@ -536,15 +536,15 @@ "lp": -3.576279254957626e-07, "top": [ -3.576279254957626e-07, - -16.06974983215332, - -16.346542358398438 + -16.103689193725586, + -16.471633911132812 ] } ], "expect_ok": true, "secs": [ - 6.26, - 5.69 + 7.24, + 4.85 ], "fails": [], "warns": [], @@ -559,54 +559,54 @@ "tokens": [ { "t": "7", - "lp": -0.00012481991143431515, + "lp": -0.0001394845894537866, "top": [ - -0.00012481991143431515, - -10.45021915435791, - -10.975947380065918 + -0.0001394845894537866, + -10.35625171661377, + -10.738471984863281 ] }, { "t": "3", - "lp": -4.041276406496763e-05, + "lp": -4.1128048906102777e-05, "top": [ - -4.041276406496763e-05, - -10.222339630126953, - -13.365954399108887 + -4.1128048906102777e-05, + -10.207491874694824, + -13.38585090637207 ] }, { "t": "4", - "lp": -3.671713420771994e-05, + "lp": -4.2081763240275905e-05, "top": [ - -3.671713420771994e-05, - -10.271339416503906, - -14.665650367736816 + -4.2081763240275905e-05, + -10.13654899597168, + -14.440783500671387 ] }, { "t": "1", - "lp": -2.2530810383614153e-05, + "lp": -2.3842141672503203e-05, "top": [ - -2.2530810383614153e-05, - -10.765888214111328, - -14.250859260559082 + -2.3842141672503203e-05, + -10.704211235046387, + -14.302668571472168 ] }, { "t": "", - "lp": -3.576279254957626e-07, + "lp": -2.3841860752327193e-07, "top": [ - -3.576279254957626e-07, - -15.549956321716309, - -15.572606086730957 + -2.3841860752327193e-07, + -15.569476127624512, + -15.655967712402344 ] } ], "expect_ok": true, "secs": [ - 9.14, - 8.78 + 8.7, + 6.8 ], "fails": [], "warns": [], @@ -616,5 +616,5 @@ } ], "pass": true, - "time": "2026-10-20T19:16:08-0300" + "time": "2026-10-25T10:48:48-0300" } \ No newline at end of file diff --git a/tests/golden/hw-gate/kat-zaya1-8b.json b/tests/golden/hw-gate/kat-zaya1-8b.json index d0945c734..bf7635508 100644 --- a/tests/golden/hw-gate/kat-zaya1-8b.json +++ b/tests/golden/hw-gate/kat-zaya1-8b.json @@ -9,153 +9,153 @@ "tokens": [ { "t": "Paris", - "lp": -0.036771032959222794, + "lp": -0.039870038628578186, "top": [ - -0.036771032959222794, - -3.4641430377960205, - -5.592368125915527 + -0.039870038628578186, + -3.3682963848114014, + -5.634160041809082 ] }, { "t": ".", - "lp": -0.048855315893888474, + "lp": -0.04443337023258209, "top": [ - -0.048855315893888474, - -4.020714282989502, - -4.47291898727417 + -0.04443337023258209, + -4.1169586181640625, + -4.498924255371094 ] }, { "t": " ", - "lp": -0.7142993211746216, + "lp": -0.7200035452842712, "top": [ - -0.7142993211746216, - -1.3343135118484497, - -2.038280487060547 + -0.7200035452842712, + -1.3357014656066895, + -2.0329833030700684 ] }, { "t": "\n\n", - "lp": -0.0009532344411127269, + "lp": -0.0008602265152148902, "top": [ - -0.0009532344411127269, - -7.180335521697998, - -9.207592964172363 + -0.0008602265152148902, + -7.261211395263672, + -9.4173583984375 ] }, { "t": "(", - "lp": -1.0950343608856201, + "lp": -0.9833235740661621, "top": [ - -1.0950343608856201, - -1.3306242227554321, - -1.6949889659881592 + -0.9833235740661621, + -1.5369391441345215, + -1.8605093955993652 ] }, { "t": "Note", - "lp": -0.005234207026660442, + "lp": -0.005335113033652306, "top": [ - -0.005234207026660442, - -6.920074939727783, - -6.954248905181885 + -0.005335113033652306, + -6.7093377113342285, + -7.044376850128174 ] }, { "t": ":", - "lp": -6.8666908191517e-05, + "lp": -6.056015263311565e-05, "top": [ - -6.8666908191517e-05, - -10.52409553527832, - -12.153312683105469 + -6.056015263311565e-05, + -10.952756881713867, + -12.106513977050781 ] }, { "t": " The", - "lp": -0.2325812578201294, + "lp": -0.2552356719970703, "top": [ - -0.2325812578201294, - -1.8290339708328247, - -3.9890873432159424 + -0.2552356719970703, + -1.7282657623291016, + -4.004924774169922 ] }, { "t": " answer", - "lp": -0.04666047543287277, + "lp": -0.06437037140130997, "top": [ - -0.04666047543287277, - -3.72898006439209, - -4.096545219421387 + -0.06437037140130997, + -3.4932987689971924, + -3.5812504291534424 ] }, { "t": " is", - "lp": -0.024235643446445465, + "lp": -0.023437146097421646, "top": [ - -0.024235643446445465, - -4.507462501525879, - -5.229100227355957 + -0.023437146097421646, + -4.516589641571045, + -5.171761989593506 ] }, { "t": " one", - "lp": -0.8797094821929932, + "lp": -0.9075880646705627, "top": [ - -0.8797094821929932, - -1.5168612003326416, - -1.5651915073394775 + -0.9075880646705627, + -1.3549357652664185, + -1.575825810432434 ] }, { "t": " word", - "lp": -1.4305124977909145e-06, + "lp": -1.7881409348774469e-06, "top": [ - -1.4305124977909145e-06, - -13.442163467407227, - -16.749555587768555 + -1.7881409348774469e-06, + -13.24034309387207, + -16.761310577392578 ] }, { "t": " as", - "lp": -0.043724313378334045, + "lp": -0.04708486422896385, "top": [ - -0.043724313378334045, - -3.2139017581939697, - -6.267658233642578 + -0.04708486422896385, + -3.1417274475097656, + -6.203041076660156 ] }, { "t": " requested", - "lp": -0.00013614627823699266, + "lp": -0.000147591985296458, "top": [ - -0.00013614627823699266, - -9.234641075134277, - -10.819489479064941 + -0.000147591985296458, + -9.306914329528809, + -10.442397117614746 ] }, { "t": ",", - "lp": -0.021034397184848785, + "lp": -0.0203391183167696, "top": [ - -0.021034397184848785, - -4.198509216308594, - -5.887428283691406 + -0.0203391183167696, + -4.226885795593262, + -5.965521812438965 ] }, { "t": " but", - "lp": -0.8676788806915283, + "lp": -0.8775964975357056, "top": [ - -0.8676788806915283, - -1.0901272296905518, - -2.124406099319458 + -0.8775964975357056, + -1.1080937385559082, + -2.061230182647705 ] } ], "expect_ok": true, "secs": [ - 2.56, - 0.35 + 2.31, + 0.51 ], "fails": [], "warns": [], @@ -166,157 +166,121 @@ { "name": "arithmetic", "prompt_tokens": 34, - "text": "17 * 23 = 391. Answer with the number", + "text": "17 * 23 = 391", "tokens": [ { "t": "1", - "lp": -0.5268268585205078, + "lp": -0.5654776096343994, "top": [ - -0.5268268585205078, - -1.6262359619140625, - -2.2572593688964844 + -0.5654776096343994, + -1.6795008182525635, + -1.97048020362854 ] }, { "t": "7", - "lp": -0.008558012545108795, + "lp": -0.008794721215963364, "top": [ - -0.008558012545108795, - -5.409718990325928, - -5.786416530609131 + -0.008794721215963364, + -5.48542594909668, + -5.66301155090332 ] }, { "t": " *", - "lp": -0.11045984923839569, + "lp": -0.12246106564998627, "top": [ - -0.11045984923839569, - -3.8674731254577637, - -3.9142508506774902 + -0.12246106564998627, + -3.6723954677581787, + -3.828937292098999 ] }, { "t": " ", - "lp": -2.3841887468734058e-06, + "lp": -2.5033982637978625e-06, "top": [ - -2.3841887468734058e-06, - -13.17214584350586, - -15.557147026062012 + -2.5033982637978625e-06, + -13.14703369140625, + -15.505000114440918 ] }, { "t": "2", - "lp": -3.695494797284482e-06, + "lp": -3.57628505298635e-06, "top": [ - -3.695494797284482e-06, - -13.15582275390625, - -13.877872467041016 + -3.57628505298635e-06, + -13.175308227539062, + -14.007186889648438 ] }, { "t": "3", - "lp": -1.3470740668708459e-05, + "lp": -1.23978434203309e-05, "top": [ - -1.3470740668708459e-05, - -12.604677200317383, - -13.082769393920898 + -1.23978434203309e-05, + -12.66613483428955, + -13.248822212219238 ] }, { "t": " =", - "lp": -0.34541651606559753, + "lp": -0.32349374890327454, "top": [ - -0.34541651606559753, - -1.411939024925232, - -3.9774270057678223 + -0.32349374890327454, + -1.4749619960784912, + -4.247012138366699 ] }, { "t": " ", - "lp": -0.009867134504020214, + "lp": -0.01745765097439289, "top": [ - -0.009867134504020214, - -4.730053424835205, - -7.579420566558838 + -0.01745765097439289, + -4.188096523284912, + -6.859363079071045 ] }, { "t": "3", - "lp": -3.218656047465629e-06, + "lp": -3.814704541582614e-06, "top": [ - -3.218656047465629e-06, - -13.21500301361084, - -13.5104398727417 + -3.814704541582614e-06, + -13.072746276855469, + -13.473596572875977 ] }, { "t": "9", - "lp": -2.6107174562639557e-05, + "lp": -2.5868750526569784e-05, "top": [ - -2.6107174562639557e-05, - -11.236250877380371, - -12.174281120300293 + -2.5868750526569784e-05, + -11.258444786071777, + -12.203291893005371 ] }, { "t": "1", - "lp": -1.9073504518019035e-06, - "top": [ - -1.9073504518019035e-06, - -14.616823196411133, - -14.634143829345703 - ] - }, - { - "t": ".", - "lp": -0.38262444734573364, - "top": [ - -0.38262444734573364, - -1.2116477489471436, - -5.497289180755615 - ] - }, - { - "t": " Answer", - "lp": -0.0046984488144516945, - "top": [ - -0.0046984488144516945, - -5.941136837005615, - -6.353732585906982 - ] - }, - { - "t": " with", - "lp": -0.0003654432366602123, - "top": [ - -0.0003654432366602123, - -8.127477645874023, - -9.88532543182373 - ] - }, - { - "t": " the", - "lp": -1.1920928955078125e-07, + "lp": -1.6689314179529902e-06, "top": [ - -1.1920928955078125e-07, - -15.819021224975586, - -16.882179260253906 + -1.6689314179529902e-06, + -14.579469680786133, + -14.726076126098633 ] }, { - "t": " number", - "lp": -7.629423635080457e-06, + "t": "", + "lp": -0.30223917961120605, "top": [ - -7.629423635080457e-06, - -12.49110221862793, - -12.636467933654785 + -0.30223917961120605, + -1.4638736248016357, + -4.286684989929199 ] } ], "expect_ok": true, "secs": [ - 2.78, - 0.3 + 0.9, + 0.34 ], "fails": [], "warns": [], @@ -331,38 +295,38 @@ "tokens": [ { "t": "```", - "lp": -0.01212195586413145, + "lp": -0.014878984540700912, "top": [ - -0.01212195586413145, - -4.466330051422119, - -7.763607501983643 + -0.014878984540700912, + -4.2530035972595215, + -7.806333065032959 ] }, { "t": "python", - "lp": -0.003633655607700348, + "lp": -0.003915993496775627, "top": [ - -0.003633655607700348, - -5.62116813659668, - -12.2733154296875 + -0.003915993496775627, + -5.545961380004883, + -12.703794479370117 ] }, { "t": "\n", - "lp": -3.850534267257899e-05, + "lp": -3.0041192076168954e-05, "top": [ - -3.850534267257899e-05, - -11.905632019042969, - -11.951740264892578 + -3.0041192076168954e-05, + -12.277433395385742, + -12.332205772399902 ] }, { "t": "def", - "lp": -7.319718133658171e-05, + "lp": -6.84284750605002e-05, "top": [ - -7.319718133658171e-05, - -10.037434577941895, - -10.43856143951416 + -6.84284750605002e-05, + -9.935203552246094, + -10.82415771484375 ] }, { @@ -370,8 +334,8 @@ "lp": 0.0, "top": [ 0.0, - -18.29705047607422, - -18.916492462158203 + -18.35955047607422, + -18.901592254638672 ] }, { @@ -379,8 +343,8 @@ "lp": 0.0, "top": [ 0.0, - -17.321067810058594, - -17.717012405395508 + -17.074424743652344, + -17.97966766357422 ] }, { @@ -388,17 +352,17 @@ "lp": 0.0, "top": [ 0.0, - -21.633087158203125, - -22.011146545410156 + -21.90760612487793, + -22.320056915283203 ] }, { "t": ",", - "lp": -1.1086525773862377e-05, + "lp": -4.768382950715022e-06, "top": [ - -1.1086525773862377e-05, - -12.351808547973633, - -12.662057876586914 + -4.768382950715022e-06, + -12.603409767150879, + -14.578534126281738 ] }, { @@ -406,35 +370,35 @@ "lp": 0.0, "top": [ 0.0, - -17.458606719970703, - -21.752910614013672 + -17.856552124023438, + -21.976791381835938 ] }, { "t": "):", - "lp": -1.025205165205989e-05, + "lp": -1.2278632311790716e-05, "top": [ - -1.025205165205989e-05, - -11.527464866638184, - -16.232995986938477 + -1.2278632311790716e-05, + -11.320221900939941, + -16.211902618408203 ] }, { "t": "\n", - "lp": 0.0, + "lp": -1.1920928955078125e-07, "top": [ - 0.0, - -16.87771987915039, - -18.21938705444336 + -1.1920928955078125e-07, + -16.606094360351562, + -17.88178062438965 ] }, { "t": " ", - "lp": -0.00021907106565777212, + "lp": -0.00016428389062639326, "top": [ - -0.00021907106565777212, - -8.620712280273438, - -10.223197937011719 + -0.00016428389062639326, + -8.83950424194336, + -10.966838836669922 ] }, { @@ -442,8 +406,8 @@ "lp": 0.0, "top": [ 0.0, - -18.554302215576172, - -21.728185653686523 + -18.686878204345703, + -21.697845458984375 ] }, { @@ -451,8 +415,8 @@ "lp": 0.0, "top": [ 0.0, - -19.677370071411133, - -19.739778518676758 + -19.48796844482422, + -19.654579162597656 ] }, { @@ -460,8 +424,8 @@ "lp": 0.0, "top": [ 0.0, - -17.437957763671875, - -18.96106719970703 + -17.613079071044922, + -18.589622497558594 ] }, { @@ -469,17 +433,17 @@ "lp": 0.0, "top": [ 0.0, - -21.946521759033203, - -21.978500366210938 + -21.907119750976562, + -22.40428924560547 ] }, { "t": "\n", - "lp": -0.0002893031924031675, + "lp": -0.00038625308661721647, "top": [ - -0.0002893031924031675, - -8.148261070251465, - -17.03789710998535 + -0.00038625308661721647, + -7.859021186828613, + -16.674245834350586 ] }, { @@ -487,24 +451,24 @@ "lp": 0.0, "top": [ 0.0, - -17.735353469848633, - -18.24475860595703 + -17.60142707824707, + -18.52493667602539 ] }, { "t": "", - "lp": -0.018218668177723885, + "lp": -0.011998947709798813, "top": [ - -0.018218668177723885, - -4.3664374351501465, - -5.254270076751709 + -0.011998947709798813, + -4.754889488220215, + -5.747037887573242 ] } ], "expect_ok": true, "secs": [ - 0.81, - 0.33 + 0.93, + 0.38 ], "fails": [], "warns": [], @@ -519,63 +483,63 @@ "tokens": [ { "t": "7", - "lp": -0.00035542604746297, + "lp": -0.0003425469622015953, "top": [ - -0.00035542604746297, - -8.173226356506348, - -10.340569496154785 + -0.0003425469622015953, + -8.197115898132324, + -10.42766284942627 ] }, { "t": "3", - "lp": -6.985908112255856e-05, + "lp": -0.00018914342217613012, "top": [ - -6.985908112255856e-05, - -10.854626655578613, - -10.895594596862793 + -0.00018914342217613012, + -8.739080429077148, + -11.126579284667969 ] }, { "t": "4", - "lp": -1.8477610865375027e-05, + "lp": -6.318112355074845e-06, "top": [ - -1.8477610865375027e-05, - -12.03954029083252, - -12.672795295715332 + -6.318112355074845e-06, + -12.652352333068848, + -13.663846015930176 ] }, { "t": "1", - "lp": -0.00019164729746989906, + "lp": -7.188578456407413e-05, "top": [ - -0.00019164729746989906, - -9.80317211151123, - -9.836941719055176 + -7.188578456407413e-05, + -10.50024700164795, + -10.986588478088379 ] }, { "t": ".", - "lp": -0.10505428910255432, + "lp": -0.1281086802482605, "top": [ - -0.10505428910255432, - -2.8454830646514893, - -4.040369510650635 + -0.1281086802482605, + -2.553927183151245, + -3.7912185192108154 ] }, { "t": "", - "lp": -0.23571249842643738, + "lp": -0.3371926248073578, "top": [ - -0.23571249842643738, - -1.6092286109924316, - -5.078583240509033 + -0.3371926248073578, + -1.3140946626663208, + -4.678913116455078 ] } ], "expect_ok": true, "secs": [ - 3.37, - 1.39 + 3.53, + 2.84 ], "fails": [], "warns": [], @@ -590,29 +554,29 @@ "tokens": [ { "t": "The", - "lp": -0.9401361346244812, + "lp": -0.9647411704063416, "top": [ - -0.9401361346244812, - -1.0507738590240479, - -1.4660418033599854 + -0.9647411704063416, + -1.063921332359314, + -1.4056286811828613 ] }, { "t": " color", - "lp": -0.0009129637619480491, + "lp": -0.0013639091048389673, "top": [ - -0.0009129637619480491, - -7.034596920013428, - -10.378758430480957 + -0.0013639091048389673, + -6.618940353393555, + -10.506507873535156 ] }, { "t": " of", - "lp": -3.337865791763761e-06, + "lp": -3.218656047465629e-06, "top": [ - -3.337865791763761e-06, - -12.595406532287598, - -16.905153274536133 + -3.218656047465629e-06, + -12.68101978302002, + -16.55205726623535 ] }, { @@ -620,17 +584,17 @@ "lp": 0.0, "top": [ 0.0, - -19.03458023071289, - -20.87856101989746 + -19.217636108398438, + -20.85445785522461 ] }, { "t": " box", - "lp": -1.0728841743912199e-06, + "lp": -1.1920935776288388e-06, "top": [ - -1.0728841743912199e-06, - -13.718094825744629, - -19.401119232177734 + -1.1920935776288388e-06, + -13.604083061218262, + -19.378904342651367 ] }, { @@ -638,8 +602,8 @@ "lp": 0.0, "top": [ 0.0, - -16.70115089416504, - -17.32109832763672 + -17.17190933227539, + -18.636558532714844 ] }, { @@ -647,69 +611,69 @@ "lp": 0.0, "top": [ 0.0, - -18.092044830322266, - -20.046749114990234 + -18.255876541137695, + -19.932804107666016 ] }, { "t": " cellar", - "lp": -8.213857654482126e-05, + "lp": -0.00010037925676442683, "top": [ - -8.213857654482126e-05, - -9.510629653930664, - -11.787477493286133 + -0.00010037925676442683, + -9.3196439743042, + -11.507859230041504 ] }, { "t": " is", - "lp": -1.5974172129062936e-05, + "lp": -1.4186006410454866e-05, "top": [ - -1.5974172129062936e-05, - -11.347302436828613, - -12.674071311950684 + -1.4186006410454866e-05, + -11.541058540344238, + -12.609223365783691 ] }, { "t": " **", - "lp": -0.12186723947525024, + "lp": -0.12379708886146545, "top": [ - -0.12186723947525024, - -2.3166723251342773, - -4.153063774108887 + -0.12379708886146545, + -2.2801597118377686, + -4.288763523101807 ] }, { "t": "green", - "lp": -8.344653679159819e-07, + "lp": -1.0728841743912199e-06, "top": [ - -8.344653679159819e-07, - -14.1702241897583, - -15.851666450500488 + -1.0728841743912199e-06, + -13.857209205627441, + -15.559967994689941 ] }, { "t": "**.", - "lp": -2.2649790025752736e-06, + "lp": -3.695494797284482e-06, "top": [ - -2.2649790025752736e-06, - -13.390565872192383, - -14.221296310424805 + -3.695494797284482e-06, + -12.95309066772461, + -13.584144592285156 ] }, { "t": "", - "lp": -0.03722099959850311, + "lp": -0.028893539682030678, "top": [ - -0.03722099959850311, - -3.9719924926757812, - -4.891648292541504 + -0.028893539682030678, + -4.030407905578613, + -5.3091583251953125 ] } ], "expect_ok": true, "secs": [ - 1.34, - 1.16 + 1.63, + 1.62 ], "fails": [], "warns": [], @@ -724,63 +688,63 @@ "tokens": [ { "t": "7", - "lp": -0.24308660626411438, + "lp": -0.1424052119255066, "top": [ - -0.24308660626411438, - -2.4185454845428467, - -2.6949336528778076 + -0.1424052119255066, + -2.888746738433838, + -3.1783664226531982 ] }, { "t": "3", - "lp": -0.0004693178634624928, + "lp": -0.0005367646226659417, "top": [ - -0.0004693178634624928, - -8.301717758178711, - -9.103164672851562 + -0.0005367646226659417, + -8.053879737854004, + -9.16917896270752 ] }, { "t": "4", - "lp": -1.657022767176386e-05, + "lp": -1.8239186829305254e-05, "top": [ - -1.657022767176386e-05, - -12.365845680236816, - -12.402947425842285 + -1.8239186829305254e-05, + -12.270508766174316, + -12.344210624694824 ] }, { "t": "1", - "lp": -0.00035041748196817935, + "lp": -0.00031345034949481487, "top": [ - -0.00035041748196817935, - -8.61164379119873, - -9.647799491882324 + -0.00031345034949481487, + -8.71430492401123, + -9.82869815826416 ] }, { "t": ".", - "lp": -0.08888272196054459, + "lp": -0.11039821058511734, "top": [ - -0.08888272196054459, - -2.8759310245513916, - -3.6120035648345947 + -0.11039821058511734, + -2.6617629528045654, + -3.418991804122925 ] }, { "t": "", - "lp": -0.24849700927734375, + "lp": -0.3083797097206116, "top": [ - -0.24849700927734375, - -2.0006465911865234, - -3.22318172454834 + -0.3083797097206116, + -1.8371902704238892, + -2.956272602081299 ] } ], "expect_ok": true, "secs": [ - 1.62, - 0.25 + 0.89, + 0.37 ], "fails": [], "warns": [], @@ -795,117 +759,117 @@ "tokens": [ { "t": "7", - "lp": -0.04847853630781174, + "lp": -0.0480630025267601, "top": [ - -0.04847853630781174, - -3.1851820945739746, - -5.6017985343933105 + -0.0480630025267601, + -3.2054269313812256, + -5.541845321655273 ] }, { "t": "3", - "lp": -0.0004439743352122605, + "lp": -0.0005031898035667837, "top": [ - -0.0004439743352122605, - -8.58449649810791, - -8.727513313293457 + -0.0005031898035667837, + -8.534892082214355, + -9.087030410766602 ] }, { "t": "4", - "lp": -7.546232518507168e-05, + "lp": -0.00011718960013240576, "top": [ - -7.546232518507168e-05, - -11.180407524108887, - -11.252167701721191 + -0.00011718960013240576, + -10.287516593933105, + -10.869227409362793 ] }, { "t": "1", - "lp": -0.0002331409341422841, + "lp": -0.000369974848581478, "top": [ - -0.0002331409341422841, - -9.525489807128906, - -9.810013771057129 + -0.000369974848581478, + -9.223617553710938, + -9.360347747802734 ] }, { "t": ".", - "lp": -0.0008963189902715385, + "lp": -0.0012465136824175715, "top": [ - -0.0008963189902715385, - -7.485995292663574, - -9.730121612548828 + -0.0012465136824175715, + -7.030198097229004, + -9.546465873718262 ] }, { "t": " Answer", - "lp": -0.24167928099632263, + "lp": -0.31197410821914673, "top": [ - -0.24167928099632263, - -1.7790814638137817, - -3.6644763946533203 + -0.31197410821914673, + -1.482302188873291, + -3.997255802154541 ] }, { "t": " with", - "lp": -0.005018347874283791, + "lp": -0.004388590343296528, "top": [ - -0.005018347874283791, - -5.305938720703125, - -10.80987548828125 + -0.004388590343296528, + -5.439677715301514, + -10.925470352172852 ] }, { "t": " the", - "lp": -4.291543518775143e-06, + "lp": -5.1260126383567695e-06, "top": [ - -4.291543518775143e-06, - -13.094837188720703, - -13.342617988586426 + -5.1260126383567695e-06, + -13.014233589172363, + -13.17728328704834 ] }, { "t": " number", - "lp": -1.6689314179529902e-06, + "lp": -1.9073504518019035e-06, "top": [ - -1.6689314179529902e-06, - -13.835756301879883, - -14.378671646118164 + -1.9073504518019035e-06, + -13.630634307861328, + -14.42232894897461 ] }, { "t": " only", - "lp": -6.318112355074845e-06, + "lp": -4.64917320641689e-06, "top": [ - -6.318112355074845e-06, - -12.982550621032715, - -13.109763145446777 + -4.64917320641689e-06, + -13.40145206451416, + -13.429703712463379 ] }, { "t": ".", - "lp": -5.245222382654902e-06, + "lp": -9.417578439752106e-06, "top": [ - -5.245222382654902e-06, - -12.299028396606445, - -14.823079109191895 + -9.417578439752106e-06, + -11.742923736572266, + -14.23930549621582 ] }, { "t": "", - "lp": -0.009772210381925106, + "lp": -0.005111983045935631, "top": [ - -0.009772210381925106, - -5.099221229553223, - -5.674904823303223 + -0.005111983045935631, + -5.867250919342041, + -6.133517265319824 ] } ], "expect_ok": true, "secs": [ - 0.86, - 0.44 + 1.07, + 0.58 ], "fails": [], "warns": [], @@ -920,117 +884,117 @@ "tokens": [ { "t": "7", - "lp": -0.01887201890349388, + "lp": -0.01917303167283535, "top": [ - -0.01887201890349388, - -4.004143238067627, - -8.24777889251709 + -0.01917303167283535, + -3.986900806427002, + -8.25088882446289 ] }, { "t": "3", - "lp": -9.65641884249635e-05, + "lp": -8.607281051808968e-05, "top": [ - -9.65641884249635e-05, - -10.281620025634766, - -10.56655502319336 + -8.607281051808968e-05, + -10.232715606689453, + -10.90509033203125 ] }, { "t": "4", - "lp": -4.184333738521673e-05, + "lp": -4.0174338209908456e-05, "top": [ - -4.184333738521673e-05, - -10.91287612915039, - -11.398035049438477 + -4.0174338209908456e-05, + -10.860441207885742, + -11.547483444213867 ] }, { "t": "1", - "lp": -9.990237595047802e-05, + "lp": -0.00012124319619033486, "top": [ - -9.990237595047802e-05, - -9.9027738571167, - -11.46808910369873 + -0.00012124319619033486, + -9.768309593200684, + -11.094788551330566 ] }, { "t": ".", - "lp": -0.07774587720632553, + "lp": -0.08402228355407715, "top": [ - -0.07774587720632553, - -2.8965439796447754, - -4.2905097007751465 + -0.08402228355407715, + -2.955718755722046, + -3.9024484157562256 ] }, { "t": " Answer", - "lp": -0.5992733836174011, + "lp": -0.44636106491088867, "top": [ - -0.5992733836174011, - -0.876915693283081, - -3.784322500228882 + -0.44636106491088867, + -1.134310245513916, + -3.7791266441345215 ] }, { "t": " with", - "lp": -0.0019596931524574757, + "lp": -0.0014654401456937194, "top": [ - -0.0019596931524574757, - -6.256028175354004, - -10.518006324768066 + -0.0014654401456937194, + -6.553696155548096, + -10.511198043823242 ] }, { "t": " the", - "lp": -1.3709161976294126e-05, + "lp": -2.3126869564293884e-05, "top": [ - -1.3709161976294126e-05, - -12.029912948608398, - -12.886238098144531 + -2.3126869564293884e-05, + -11.421762466430664, + -12.611778259277344 ] }, { "t": " number", - "lp": -1.5497220147153712e-06, + "lp": -1.7881409348774469e-06, "top": [ - -1.5497220147153712e-06, - -13.930957794189453, - -14.158533096313477 + -1.7881409348774469e-06, + -13.731803894042969, + -14.269556045532227 ] }, { "t": " only", - "lp": -1.4782061043661088e-05, + "lp": -1.585496102052275e-05, "top": [ - -1.4782061043661088e-05, - -11.836520195007324, - -12.832311630249023 + -1.585496102052275e-05, + -11.813254356384277, + -12.745923042297363 ] }, { "t": ".", - "lp": -2.5033982637978625e-06, + "lp": -3.218656047465629e-06, "top": [ - -2.5033982637978625e-06, - -13.973158836364746, - -14.170851707458496 + -3.218656047465629e-06, + -13.496138572692871, + -14.208582878112793 ] }, { "t": "", - "lp": -0.000599563994910568, + "lp": -0.0006449513603001833, "top": [ - -0.000599563994910568, - -7.4996771812438965, - -11.723271369934082 + -0.0006449513603001833, + -7.442849636077881, + -11.364704132080078 ] } ], "expect_ok": true, "secs": [ - 0.97, - 0.66 + 1.18, + 0.94 ], "fails": [], "warns": [], @@ -1045,63 +1009,63 @@ "tokens": [ { "t": "7", - "lp": -0.006346053909510374, + "lp": -0.005579391028732061, "top": [ - -0.006346053909510374, - -5.08709192276001, - -9.6583251953125 + -0.005579391028732061, + -5.2182793617248535, + -9.850286483764648 ] }, { "t": "3", - "lp": -0.000839943706523627, + "lp": -0.0008772285655140877, "top": [ - -0.000839943706523627, - -7.943224906921387, - -8.813396453857422 + -0.0008772285655140877, + -8.039091110229492, + -8.762545585632324 ] }, { "t": "4", - "lp": -0.04302192106842995, + "lp": -0.05350828170776367, "top": [ - -0.04302192106842995, - -4.169088363647461, - -4.726764678955078 + -0.05350828170776367, + -3.9803500175476074, + -4.422135829925537 ] }, { "t": "1", - "lp": -7.033595466054976e-05, + "lp": -7.164735143305734e-05, "top": [ - -7.033595466054976e-05, - -9.801046371459961, - -12.110677719116211 + -7.164735143305734e-05, + -9.783757209777832, + -12.137858390808105 ] }, { "t": ".", - "lp": -0.11807214468717575, + "lp": -0.121970534324646, "top": [ - -0.11807214468717575, - -2.9580893516540527, - -3.1684911251068115 + -0.121970534324646, + -2.855295419692993, + -3.2070565223693848 ] }, { "t": "", - "lp": -0.14012882113456726, + "lp": -0.1552029252052307, "top": [ - -0.14012882113456726, - -2.5052831172943115, - -3.5930497646331787 + -0.1552029252052307, + -2.384298324584961, + -3.6547250747680664 ] } ], "expect_ok": true, "secs": [ - 1.14, - 0.81 + 1.47, + 0.98 ], "fails": [], "warns": [], @@ -1111,5 +1075,5 @@ } ], "pass": true, - "time": "2026-10-21T13:28:02-0300" + "time": "2026-10-25T10:47:57-0300" } \ No newline at end of file diff --git a/tests/golden/hw-gate/manifest.json b/tests/golden/hw-gate/manifest.json index 2146552eb..6d70661af 100644 --- a/tests/golden/hw-gate/manifest.json +++ b/tests/golden/hw-gate/manifest.json @@ -4,7 +4,7 @@ "qwen3-0.6b": { "args": "-c 512 --chunks 8 -b 512 -ub 512 --device HRX0 -ngl 99", "base_bytes": 619931604, - "base_sha256": "a97ecd1a998e9af72a178e88515c9c71aeabd063013c783ec9ecb64796a702e3", + "base_sha256": "af6eb4309794905f9535be33cddc779e6ad1a749e03ee59fe2b0509fd971bada", "limits": { "max_kld_p99": 0.2, "max_mean_kld": 0.01, @@ -17,7 +17,7 @@ }, "recorded_at": { "hrx-system": "82804197bcbe060b1371d6548337fdc842034cdd", - "llama.cpp": "8792923f8ba99637c562a52523a9fb831f57edfe" + "llama.cpp": "e7e5cd08f9bb9d4b7dcf9d25f8fcce5a036358a6" }, "text": { "file": "wiki.test.raw", @@ -27,7 +27,7 @@ "qwen3-4b-iq4xs": { "args": "-c 512 --chunks 8 -b 512 -ub 512 --device HRX0 -ngl 99", "base_bytes": 619931604, - "base_sha256": "2afc23b39ebc7534cdb06f8b47d5258347f3389b7e8738eb8a85b0109a73ceea", + "base_sha256": "63062b57e90d482347b72b7c4c9756a6dfd2272c51c074b5b237e47978b7d88e", "limits": { "max_kld_p99": 0.2, "max_mean_kld": 0.01, @@ -40,7 +40,7 @@ }, "recorded_at": { "hrx-system": "82804197bcbe060b1371d6548337fdc842034cdd", - "llama.cpp": "8792923f8ba99637c562a52523a9fb831f57edfe" + "llama.cpp": "e7e5cd08f9bb9d4b7dcf9d25f8fcce5a036358a6" }, "text": { "file": "wiki.test.raw", @@ -50,7 +50,7 @@ "qwen3-coder-30b-a3b": { "args": "-c 512 --chunks 8 -b 512 -ub 512 --device HRX0 -ngl 99", "base_bytes": 619931604, - "base_sha256": "2f0f020994fd19c14416792943fd6cc5f526b96480c445dd02b8cb745c708554", + "base_sha256": "0d90e13f5fe99e22f64ddc50653596597b0860f4aab3d2f010735676d5a05c72", "limits": { "max_kld_p99": 0.2, "max_mean_kld": 0.01, @@ -63,7 +63,7 @@ }, "recorded_at": { "hrx-system": "82804197bcbe060b1371d6548337fdc842034cdd", - "llama.cpp": "8792923f8ba99637c562a52523a9fb831f57edfe" + "llama.cpp": "e7e5cd08f9bb9d4b7dcf9d25f8fcce5a036358a6" }, "text": { "file": "wiki.test.raw", @@ -86,7 +86,7 @@ }, "recorded_at": { "hrx-system": "82804197bcbe060b1371d6548337fdc842034cdd", - "llama.cpp": "96f81977fc07a75824a7f2108b7a4154154fdb54" + "llama.cpp": "e7e5cd08f9bb9d4b7dcf9d25f8fcce5a036358a6" }, "text": { "file": "wiki.test.raw", @@ -96,7 +96,7 @@ "zaya1-8b": { "args": "-c 512 --chunks 8 -b 512 -ub 512 --device HRX0 -ngl 99", "base_bytes": 1069596564, - "base_sha256": "47174ec31a2537ed2d21d8a2c8fbd7e271c5effed9f1d9a918ce59591759adf4", + "base_sha256": "017898e89e8dd15cf66fb4ad91fd05c47026ab80dcdc7f288554b76fdde7bab1", "limits": { "max_kld_p99": 0.2, "max_mean_kld": 0.01, @@ -109,7 +109,7 @@ }, "recorded_at": { "hrx-system": "82804197bcbe060b1371d6548337fdc842034cdd", - "llama.cpp": "8792923f8ba99637c562a52523a9fb831f57edfe" + "llama.cpp": "e7e5cd08f9bb9d4b7dcf9d25f8fcce5a036358a6" }, "text": { "file": "wiki.test.raw",