{ "formula": "Synthetic organism / Lucy density: can the net run and train at the same time in a small box. Lucy Score = Throughput x Availability x Acc / 10,000 (hard Acc; SoftAcc is serve-confidence only). SGD that blocks serve dies on Availability. Q = geomean Acc/Thru/Avail vs learner peaks (traps do not set Thru/Avail). LPD = Q x shrink vs Acc-champ RAM; 0 unless Acc keep \u003e=70%. Gold = all 3 pillars \u003e=80% at \u003c=20% Acc-champ RAM. Gold-std = Acc \u003e=80% plus Thru or Avail, then smallest then fastest. Score/MiB is the binary trap.", "champ": { "id": "convt1|float32|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "float32", "arch": "convt1", "score": 10923.015935791756, "soft_acc": 0, "avg_accuracy": 0, "throughput": 94047.1944876887, "availability": 49.64722943397671, "ram_kib": 3.76171875 }, "acc_champ": { "id": "lstm|uint2|Tween|lr=20k", "mode": "Tween", "dtype": "uint2", "arch": "lstm", "score": 44.41591297325712, "soft_acc": 25.08555051339527, "avg_accuracy": 50, "throughput": 3097.419995190234, "availability": 8.678868990720616, "ram_kib": 0.359375 }, "soft_champ": { "id": "layernorm|ternary|StepTweenChain|lr=20k", "mode": "StepTweenChain", "dtype": "ternary", "arch": "layernorm", "score": 1186.0660287434434, "soft_acc": 78.41734543628507, "avg_accuracy": 0, "throughput": 20031.15205888874, "availability": 24.033651417475888, "ram_kib": 0.25 }, "live_champ": { "id": "layernorm|uint32|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint32", "arch": "layernorm", "score": 6135.676324038275, "soft_acc": 3.830766160242321, "avg_accuracy": 49.609375, "throughput": 59217.12669523331, "availability": 49.45120564153213, "ram_kib": 4 }, "peak_score": 10923.015935791756, "peak_soft": 78.41734543628507, "peak_acc": 50, "peak_thru": 64278.34078254988, "peak_avail": 49.45120564153213, "fast_thru": 112709.45153745693, "fast_id": "dense|float32|TweenAlt|lr=20k", "best_avail": 89.06131756018019, "avail_id": "mamba|float32|StepTweenChain|lr=20k", "peak_dens_acc": 3.066666666666667, "peak_dens_thru": 1.9133902941095189, "peak_dens_avail": 2.2231207018317107, "n": 10600, "top": [ { "id": "convt2|binary|TweenSplit|lr=20k", "mode": "TweenSplit", "dtype": "binary", "format": "", "arch": "convt2", "score": 3869.5278447960354, "soft_acc": 0.00046741611043131384, "avg_accuracy": 50, "throughput": 41776.34285828634, "availability": 37.34239096203368, "ram_kib": 0.1220703125, "rel_score": 0.354254527096005, "rel_soft": 0.0000059606214394377124, "rel_acc": 1, "rel_thru": 0.649928768379592, "rel_avail": 0.7551361079591409, "q": 0.7887941227617163, "ram_frac": 0.33967391304347827, "shrink": 2.944, "lpd": 2.322209897410493, "rel_fast": 0.37065518719521706, "rel_duty": 0.41928855293209444, "mspeed": 0.649928768379592, "mavail": 0.7551361079591409, "mix": 0.7887941227617163, "dens_acc": 2.944, "dens_thru": 1.9133902941095189, "dens_avail": 2.2231207018317107, "pillars": 1, "band": "acc", "gold": false }, { "id": "cnn2|binary|StepTween|lr=20k", "mode": "StepTween", "dtype": "binary", "format": "", "arch": "cnn2", "score": 369.7480973111067, "soft_acc": 4.806733452087699, "avg_accuracy": 49.609375, "throughput": 9607.235028020861, "availability": 19.0542418524883, "ram_kib": 0.1220703125, "rel_score": 0.03385036692105727, "rel_soft": 0.06129681418498438, "rel_acc": 0.9921875, "rel_thru": 0.14946302146350687, "rel_avail": 0.3853140000389675, "q": 0.3851655469815228, "ram_frac": 0.33967391304347827, "shrink": 2.944, "lpd": 1.133927370313603, "rel_fast": 0.08523894755026885, "rel_duty": 0.21394520510672926, "mspeed": 0.14946302146350687, "mavail": 0.3853140000389675, "mix": 0.3851655469815228, "dens_acc": 2.921, "dens_thru": 0.4400191351885642, "dens_avail": 1.1343644161147202, "pillars": 1, "band": "acc", "gold": false }, { "id": "gdn|binary|StepTween|lr=20k", "mode": "StepTween", "dtype": "binary", "format": "", "arch": "gdn", "score": 295.60547696986254, "soft_acc": 3.792173807643583, "avg_accuracy": 50, "throughput": 10121.334232966527, "availability": 11.91468325253795, "ram_kib": 0.1171875, "rel_score": 0.027062624343634222, "rel_soft": 0.04835886482187496, "rel_acc": 1, "rel_thru": 0.15746103757106064, "rel_avail": 0.24093817527739456, "q": 0.3360157041910495, "ram_frac": 0.32608695652173914, "shrink": 3.066666666666667, "lpd": 1.0304481595192185, "rel_fast": 0.08980022611149772, "rel_duty": 0.1337806758190727, "mspeed": 0.15746103757106064, "mavail": 0.24093817527739456, "mix": 0.3360157041910495, "dens_acc": 3.066666666666667, "dens_thru": 0.48288051521791936, "dens_avail": 0.7388770708506767, "pillars": 1, "band": "acc", "gold": false }, { "id": "convt3|binary|StepBP|lr=20k", "mode": "StepBP", "dtype": "binary", "format": "", "arch": "convt3", "score": 731.1277825920531, "soft_acc": 0.11341354667209089, "avg_accuracy": 49.609375, "throughput": 11016.98285206619, "availability": 26.665461174910384, "ram_kib": 0.169921875, "rel_score": 0.0669346073364542, "rel_soft": 0.0014462813812569134, "rel_acc": 0.9921875, "rel_thru": 0.17139494762840943, "rel_avail": 0.5392277261793413, "q": 0.4509426651424327, "ram_frac": 0.47282608695652173, "shrink": 2.1149425287356323, "lpd": 0.9537178205311221, "rel_fast": 0.0977467523955158, "rel_duty": 0.2994056443965372, "mspeed": 0.17139494762840943, "mavail": 0.5392277261793413, "mix": 0.4509426651424327, "dens_acc": 2.098419540229885, "dens_thru": 0.3624904639497395, "dens_avail": 1.1404356507701012, "pillars": 1, "band": "acc", "gold": false }, { "id": "rmsnorm|uint2|StepTweenSplit|lr=20k", "mode": "StepTweenSplit", "dtype": "uint2", "format": "", "arch": "rmsnorm", "score": 2279.7803640138727, "soft_acc": 0.00045904202769834096, "avg_accuracy": 43.75, "throughput": 37681.235967579574, "availability": 24.506677642921204, "ram_kib": 0.2421875, "rel_score": 0.20871345216513432, "rel_soft": 0.000005853832785902163, "rel_acc": 0.875, "rel_thru": 0.5862197982840462, "rel_avail": 0.49557290514953606, "q": 0.6334689943499754, "ram_frac": 0.6739130434782609, "shrink": 1.4838709677419355, "lpd": 0.9399862496806086, "rel_fast": 0.33432188209217667, "rel_duty": 0.2751663495923653, "mspeed": 0.5862197982840462, "mavail": 0.49557290514953606, "mix": 0.6334689943499754, "dens_acc": 1.2983870967741935, "dens_thru": 0.8698745393892299, "dens_avail": 0.7353662463509245, "pillars": 1, "band": "acc", "gold": false }, { "id": "convt2|int2|TweenSplit|lr=20k", "mode": "TweenSplit", "dtype": "int2", "format": "", "arch": "convt2", "score": 1359.160532307458, "soft_acc": 0.00003895069423616104, "avg_accuracy": 50, "throughput": 30001.28277571206, "availability": 18.27278095173123, "ram_kib": 0.2431640625, "rel_score": 0.1244308843177513, "rel_soft": 4.967101859856872e-7, "rel_acc": 1, "rel_thru": 0.4667401555557379, "rel_avail": 0.3695113337415709, "q": 0.5566313255014081, "ram_frac": 0.6766304347826086, "shrink": 1.4779116465863453, "lpd": 0.8226519188133261, "rel_fast": 0.26618249282973117, "rel_duty": 0.20517079078000408, "mspeed": 0.4667401555557379, "mavail": 0.3695113337415709, "mix": 0.5566313255014081, "dens_acc": 1.4779116465863453, "dens_thru": 0.6898007118253475, "dens_avail": 0.5461051036823217, "pillars": 1, "band": "acc", "gold": false }, { "id": "cnn2|int2|StepTweenSplit|lr=20k", "mode": "StepTweenSplit", "dtype": "int2", "format": "", "arch": "cnn2", "score": 1291.273165580464, "soft_acc": 0.00008985090529898006, "avg_accuracy": 49.609375, "throughput": 22511.177178463673, "availability": 23.940303301475605, "ram_kib": 0.2431640625, "rel_score": 0.11821580900100241, "rel_soft": 0.0000011458039646596412, "rel_acc": 0.9921875, "rel_thru": 0.3502140363986332, "rel_avail": 0.48411970933564225, "q": 0.5520266203457749, "ram_frac": 0.6766304347826086, "shrink": 1.4779116465863453, "lpd": 0.8158465714347195, "rel_fast": 0.1997275017435649, "rel_duty": 0.2688069743106905, "mspeed": 0.3502140363986332, "mavail": 0.48411970933564225, "mix": 0.5520266203457749, "dens_acc": 1.4663654618473896, "dens_thru": 0.5175854031915542, "dens_avail": 0.715486156769142, "pillars": 1, "band": "acc", "gold": false }, { "id": "mha|binary|StepTween|lr=20k", "mode": "StepTween", "dtype": "binary", "format": "", "arch": "mha", "score": 288.8728075843763, "soft_acc": 3.836948939504829, "avg_accuracy": 50, "throughput": 6970.7496629527295, "availability": 16.50710166499656, "ram_kib": 0.1484375, "rel_score": 0.026446249761278712, "rel_soft": 0.048929849871319486, "rel_acc": 1, "rel_thru": 0.10844632232394416, "rel_avail": 0.33380584863097645, "q": 0.3308031147623528, "ram_frac": 0.41304347826086957, "shrink": 2.4210526315789473, "lpd": 0.8008917515299068, "rel_fast": 0.06184707287512732, "rel_duty": 0.18534535662850982, "mspeed": 0.10844632232394416, "mavail": 0.33380584863097645, "mix": 0.3308031147623528, "dens_acc": 2.4210526315789473, "dens_thru": 0.26255425404744376, "dens_avail": 0.8081615282644693, "pillars": 1, "band": "acc", "gold": false }, { "id": "layernorm|uint3|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint3", "format": "", "arch": "layernorm", "score": 2959.923622560292, "soft_acc": 0.001460946807285516, "avg_accuracy": 49.609375, "throughput": 34635.24385505407, "availability": 37.22341264998428, "ram_kib": 0.375, "rel_score": 0.2709804361688631, "rel_soft": 0.000018630403760256728, "rel_acc": 0.9921875, "rel_thru": 0.5388322634559471, "rel_avail": 0.7527301340196608, "q": 0.7382932229501104, "ram_frac": 1.0434782608695652, "shrink": 0.9583333333333334, "lpd": 0.7075310053271892, "rel_fast": 0.3072967118781842, "rel_duty": 0.4179526383587556, "mspeed": 0.5388322634559471, "mavail": 0.7527301340196608, "mix": 0.7382932229501104, "dens_acc": 0.9508463541666667, "dens_thru": 0.5163809191452827, "dens_avail": 0.7213663784355083, "pillars": 1, "band": "acc", "gold": false }, { "id": "rmsnorm|uint4|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint4", "format": "", "arch": "rmsnorm", "score": 5062.916906963542, "soft_acc": 0.00130605281795138, "avg_accuracy": 43.75, "throughput": 58427.78019469091, "availability": 37.19082133292718, "ram_kib": 0.484375, "rel_score": 0.4635090653281699, "rel_soft": 0.00001665515213101114, "rel_acc": 0.875, "rel_thru": 0.9089808399434096, "rel_avail": 0.7520710739091074, "q": 0.8425723873744209, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.6251343519229574, "rel_fast": 0.5183929066966801, "rel_duty": 0.4175866959052872, "mspeed": 0.9089808399434096, "mavail": 0.7520710739091074, "mix": 0.8425723873744209, "dens_acc": 0.6491935483870968, "dens_thru": 0.6744051393128523, "dens_avail": 0.5579882161261119, "pillars": 2, "band": "keep", "gold": false }, { "id": "rmsnorm|int4|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "int4", "format": "", "arch": "rmsnorm", "score": 4339.539950469796, "soft_acc": 0.03533749492862663, "avg_accuracy": 48.046875, "throughput": 56626.92853842534, "availability": 31.15305400539581, "ram_kib": 0.484375, "rel_score": 0.397284044624553, "rel_soft": 0.0004506336542256295, "rel_acc": 0.9609375, "rel_thru": 0.8809643784986788, "rel_avail": 0.6299756214483795, "q": 0.8109468873754111, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.6016702712785308, "rel_fast": 0.5024150837927412, "rel_duty": 0.34979332058887613, "mspeed": 0.8809643784986788, "mavail": 0.6299756214483795, "mix": 0.8109468873754111, "dens_acc": 0.7129536290322581, "dens_thru": 0.6536187324345036, "dens_avail": 0.467401267526217, "pillars": 2, "band": "keep", "gold": false }, { "id": "layernorm|uint2|Tween|lr=20k", "mode": "Tween", "dtype": "uint2", "format": "", "arch": "layernorm", "score": 584.1118081741007, "soft_acc": 0.016549246751570275, "avg_accuracy": 50, "throughput": 11076.850744974638, "availability": 20.924322065699542, "ram_kib": 0.25, "rel_score": 0.053475323263067386, "rel_soft": 0.0002110406397908064, "rel_acc": 1, "rel_thru": 0.17232633279143, "rel_avail": 0.4231306758702365, "q": 0.4177746197378194, "ram_frac": 0.6956521739130435, "shrink": 1.4375, "lpd": 0.6005510158731153, "rel_fast": 0.09827792251560596, "rel_duty": 0.23494287575030132, "mspeed": 0.17232633279143, "mavail": 0.4231306758702365, "mix": 0.4177746197378194, "dens_acc": 1.4375, "dens_thru": 0.24771910338768063, "dens_avail": 0.608250346563465, "pillars": 1, "band": "acc", "gold": false }, { "id": "layernorm|uint3|TweenSplit|lr=20k", "mode": "TweenSplit", "dtype": "uint3", "format": "", "arch": "layernorm", "score": 1855.5499038995024, "soft_acc": 0.0031737850543373455, "avg_accuracy": 49.609375, "throughput": 27530.62245880891, "availability": 27.396667063848774, "ram_kib": 0.375, "rel_score": 0.16987523544842312, "rel_soft": 0.000040472997863923864, "rel_acc": 0.9921875, "rel_thru": 0.4283032530653444, "rel_avail": 0.5540141379452919, "q": 0.6174787135120853, "ram_frac": 1.0434782608695652, "shrink": 0.9583333333333334, "lpd": 0.5917504337824151, "rel_fast": 0.244261879401122, "rel_duty": 0.3076157844322974, "mspeed": 0.4283032530653444, "mavail": 0.5540141379452919, "mix": 0.6174787135120853, "dens_acc": 0.9508463541666667, "dens_thru": 0.41045728418762173, "dens_avail": 0.5309302155309047, "pillars": 1, "band": "acc", "gold": false }, { "id": "residual|binary|MeshTweenChain|lr=20k", "mode": "MeshTweenChain", "dtype": "binary", "format": "", "arch": "residual", "score": 464.8560662822587, "soft_acc": 0.04320823305692428, "avg_accuracy": 50, "throughput": 12347.078371967755, "availability": 15.256337829175395, "ram_kib": 0.2421875, "rel_score": 0.04255748311773964, "rel_soft": 0.0005510035160783583, "rel_acc": 1, "rel_thru": 0.19208769581867782, "rel_avail": 0.3085129600230049, "q": 0.3898740413330746, "ram_frac": 0.6739130434782609, "shrink": 1.4838709677419355, "lpd": 0.5785227710103688, "rel_fast": 0.10954785249633149, "rel_duty": 0.17130150605358424, "mspeed": 0.19208769581867782, "mavail": 0.3085129600230049, "mix": 0.3898740413330746, "dens_acc": 1.4838709677419355, "dens_thru": 0.28503335508578, "dens_avail": 0.4577934245502653, "pillars": 1, "band": "acc", "gold": false }, { "id": "layernorm|ternary|Tween|lr=20k", "mode": "Tween", "dtype": "ternary", "format": "", "arch": "layernorm", "score": 477.01791086062036, "soft_acc": 0.01859647512175793, "avg_accuracy": 50, "throughput": 12417.959952079154, "availability": 15.813500432914799, "ram_kib": 0.25, "rel_score": 0.04367089764078456, "rel_soft": 0.0002371474706048009, "rel_acc": 1, "rel_thru": 0.19319042465779313, "rel_avail": 0.3197798765018109, "q": 0.39531707732512417, "ram_frac": 0.6956521739130435, "shrink": 1.4375, "lpd": 0.5682682986548659, "rel_fast": 0.11017674012859757, "rel_duty": 0.17755744992464723, "mspeed": 0.19319042465779313, "mavail": 0.3197798765018109, "mix": 0.39531707732512417, "dens_acc": 1.4375, "dens_thru": 0.27771123544557763, "dens_avail": 0.45968357247135316, "pillars": 1, "band": "acc", "gold": false }, { "id": "gdn|uint2|StepTween|lr=20k", "mode": "StepTween", "dtype": "uint2", "format": "", "arch": "gdn", "score": 334.61721648848646, "soft_acc": 8.616638522500702, "avg_accuracy": 50, "throughput": 7886.0948794769, "availability": 17.590577302265153, "ram_kib": 0.234375, "rel_score": 0.03063414156451395, "rel_soft": 0.10988179304669032, "rel_acc": 1, "rel_thru": 0.12268665904359805, "rel_avail": 0.35571584300245085, "q": 0.3520736447012417, "ram_frac": 0.6521739130434783, "shrink": 1.5333333333333334, "lpd": 0.5398462552085707, "rel_fast": 0.069968354666832, "rel_duty": 0.19751085863263715, "mspeed": 0.12268665904359805, "mavail": 0.35571584300245085, "mix": 0.3520736447012417, "dens_acc": 1.5333333333333334, "dens_thru": 0.18811954386685034, "dens_avail": 0.5454309592704246, "pillars": 1, "band": "acc", "gold": false }, { "id": "rmsnorm|uint4|TweenSplit|lr=20k", "mode": "TweenSplit", "dtype": "uint4", "format": "", "arch": "rmsnorm", "score": 3110.193827505241, "soft_acc": 0.0018117715950714194, "avg_accuracy": 45.3125, "throughput": 44723.79637255512, "availability": 28.277236781581312, "ram_kib": 0.484375, "rel_score": 0.28473764441869764, "rel_soft": 0.000023104219927254526, "rel_acc": 0.90625, "rel_thru": 0.6957833047348451, "rel_avail": 0.5718209781690817, "q": 0.7117498251333683, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.5280724509054022, "rel_fast": 0.3968060864681964, "rel_duty": 0.3175030142853425, "mspeed": 0.6957833047348451, "mavail": 0.5718209781690817, "mix": 0.7117498251333683, "dens_acc": 0.6723790322580645, "dens_thru": 0.5162263228677882, "dens_avail": 0.42425427412544775, "pillars": 1, "band": "acc", "gold": false }, { "id": "dense|uint2|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint2", "format": "", "arch": "dense", "score": 2462.125775632639, "soft_acc": 2.0845776848473028, "avg_accuracy": 37.890625, "throughput": 36675.6381398163, "availability": 30.42435503036991, "ram_kib": 0.484375, "rel_score": 0.22540713939315254, "rel_soft": 0.026583119758128566, "rel_acc": 0.7578125, "rel_thru": 0.5705753710085327, "rel_avail": 0.6152399043799589, "q": 0.6431413416904643, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.47716938254453806, "rel_fast": 0.32539984570528957, "rel_duty": 0.3416113287321589, "mspeed": 0.5705753710085327, "mavail": 0.6152399043799589, "mix": 0.6431413416904643, "dens_acc": 0.5622479838709677, "dens_thru": 0.42333011397407266, "dens_avail": 0.45646831615287276, "pillars": 0, "band": "—", "gold": false }, { "id": "dense|int2|StepTweenSplit|lr=20k", "mode": "StepTweenSplit", "dtype": "int2", "format": "", "arch": "dense", "score": 1401.1162967436842, "soft_acc": 0.006543306427472882, "avg_accuracy": 50, "throughput": 25574.5385721667, "availability": 22.282594047406548, "ram_kib": 0.484375, "rel_score": 0.12827192645143057, "rel_soft": 0.00008344208020646897, "rel_acc": 1, "rel_thru": 0.39787179103897485, "rel_avail": 0.45059758924648485, "q": 0.563867855749808, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.41835357039501886, "rel_fast": 0.22690677865349623, "rel_duty": 0.25019385135808075, "mspeed": 0.39787179103897485, "mavail": 0.45059758924648485, "mix": 0.563867855749808, "dens_acc": 0.7419354838709677, "dens_thru": 0.2951951998031104, "dens_avail": 0.3343143404086823, "pillars": 1, "band": "acc", "gold": false }, { "id": "gdn|uint2|Tween|lr=20k", "mode": "Tween", "dtype": "uint2", "format": "", "arch": "gdn", "score": 175.7911163964151, "soft_acc": 11.009776061356323, "avg_accuracy": 41.796875, "throughput": 6149.954668684138, "availability": 12.447288794539196, "ram_kib": 0.234375, "rel_score": 0.016093642765858774, "rel_soft": 0.1403997546729235, "rel_acc": 0.8359375, "rel_thru": 0.09567693555577451, "rel_avail": 0.25170849998620065, "q": 0.27203595933964697, "ram_frac": 0.6521739130434783, "shrink": 1.5333333333333334, "lpd": 0.41712180432079204, "rel_fast": 0.054564675675316476, "rel_duty": 0.1397608876168754, "mspeed": 0.09567693555577451, "mavail": 0.25170849998620065, "mix": 0.27203595933964697, "dens_acc": 1.2817708333333335, "dens_thru": 0.14670463451885427, "dens_avail": 0.38595303331217434, "pillars": 1, "band": "acc", "gold": false }, { "id": "gdn|uint2|StepTweenAlt|lr=20k", "mode": "StepTweenAlt", "dtype": "uint2", "format": "", "arch": "gdn", "score": 131.37263887121208, "soft_acc": 10.264781861408736, "avg_accuracy": 49.609375, "throughput": 8314.731671316084, "availability": 6.635001672669177, "ram_kib": 0.234375, "rel_score": 0.012027139724363088, "rel_soft": 0.13089937952246777, "rel_acc": 0.9921875, "rel_thru": 0.12935510733614558, "rel_avail": 0.13417269784615118, "q": 0.25823424121097033, "ram_frac": 0.6521739130434783, "shrink": 1.5333333333333334, "lpd": 0.39595916985682117, "rel_fast": 0.0737713790449316, "rel_duty": 0.07449925348550787, "mspeed": 0.12935510733614558, "mavail": 0.13417269784615118, "mix": 0.25823424121097033, "dens_acc": 1.5213541666666668, "dens_thru": 0.19834449791542325, "dens_avail": 0.20573147003076517, "pillars": 1, "band": "acc", "gold": false }, { "id": "rmsnorm|nf4|TweenSplit|lr=20k", "mode": "TweenSplit", "dtype": "nf4", "format": "", "arch": "rmsnorm", "score": 1253.294832018803, "soft_acc": 0.0010981453640582467, "avg_accuracy": 46.875, "throughput": 26403.769815196738, "availability": 19.0191402612641, "ram_kib": 0.484375, "rel_score": 0.11473889989596153, "rel_soft": 0.000014003857921338352, "rel_acc": 0.9375, "rel_thru": 0.41077242339716347, "rel_avail": 0.3846041772799705, "q": 0.5290891446284006, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.39255001053074884, "rel_fast": 0.23426402537698382, "rel_duty": 0.21355107674454238, "mspeed": 0.41077242339716347, "mavail": 0.3846041772799705, "mix": 0.5290891446284006, "dens_acc": 0.6955645161290323, "dens_thru": 0.3047666367140245, "dens_avail": 0.28535148636901037, "pillars": 1, "band": "acc", "gold": false }, { "id": "convt2|uint3|NormalBP|lr=20k", "mode": "NormalBP", "dtype": "uint3", "format": "", "arch": "convt2", "score": 569.9817046749604, "soft_acc": 0.02022954247041405, "avg_accuracy": 37.109375, "throughput": 10422.38750959677, "availability": 22.130768366794552, "ram_kib": 0.365234375, "rel_score": 0.05218171501583964, "rel_soft": 0.0002579728038212001, "rel_acc": 0.7421875, "rel_thru": 0.16214462574345437, "rel_avail": 0.4475273773347153, "q": 0.3776405320680559, "ram_frac": 1.016304347826087, "shrink": 0.983957219251337, "lpd": 0.37158212781027966, "rel_fast": 0.09247128228756468, "rel_duty": 0.2484891193288313, "mspeed": 0.16214462574345437, "mavail": 0.4475273773347153, "mix": 0.3776405320680559, "dens_acc": 0.7302807486631017, "dens_thru": 0.1595433750630781, "dens_avail": 0.44034779374111027, "pillars": 0, "band": "—", "gold": false }, { "id": "convt3|int2|TweenChain|lr=20k", "mode": "TweenChain", "dtype": "int2", "format": "", "arch": "convt3", "score": 272.712567527157, "soft_acc": 0.5533310744498915, "avg_accuracy": 50, "throughput": 6001.225353839959, "availability": 18.87411805179942, "ram_kib": 0.33984375, "rel_score": 0.024966782904120095, "rel_soft": 0.007056233176108708, "rel_acc": 1, "rel_thru": 0.09336310304184386, "rel_avail": 0.38167154484799437, "q": 0.3290700471682617, "ram_frac": 0.9456521739130435, "shrink": 1.0574712643678161, "lpd": 0.3479821188445986, "rel_fast": 0.05324509410681997, "rel_duty": 0.21192273558097624, "mspeed": 0.09336310304184386, "mavail": 0.38167154484799437, "mix": 0.3290700471682617, "dens_acc": 1.0574712643678161, "dens_thru": 0.09872879861896133, "dens_avail": 0.40360669110362624, "pillars": 1, "band": "acc", "gold": false }, { "id": "rmsnorm|uint5|StepTweenSplit|lr=20k", "mode": "StepTweenSplit", "dtype": "uint5", "format": "", "arch": "rmsnorm", "score": 1588.0856467661333, "soft_acc": 0.6171336397528648, "avg_accuracy": 46.875, "throughput": 20038.316168487472, "availability": 32.03453105235847, "ram_kib": 0.60546875, "rel_score": 0.1453889343475558, "rel_soft": 0.007869861397620154, "rel_acc": 0.9375, "rel_thru": 0.31174289697794166, "rel_avail": 0.6478008096420186, "q": 0.5742087109290813, "ram_frac": 1.684782608695652, "shrink": 0.5935483870967742, "lpd": 0.34082065422887403, "rel_fast": 0.17778736295090658, "rel_duty": 0.3596907381334462, "mspeed": 0.31174289697794166, "mavail": 0.6478008096420186, "mix": 0.5742087109290813, "dens_acc": 0.5564516129032258, "dens_thru": 0.1850344936901331, "dens_avail": 0.38450112572300454, "pillars": 1, "band": "acc", "gold": false }, { "id": "lstm|int2|StepTween|lr=20k", "mode": "StepTween", "dtype": "int2", "format": "", "arch": "lstm", "score": 162.54523598852404, "soft_acc": 10.04099246939174, "avg_accuracy": 49.609375, "throughput": 4178.891018701123, "availability": 18.630512781528104, "ram_kib": 0.359375, "rel_score": 0.014880984971916726, "rel_soft": 0.12804555437993184, "rel_acc": 0.9921875, "rel_thru": 0.06501242825850287, "rel_avail": 0.3767453703066254, "q": 0.28965388263144454, "ram_frac": 1, "shrink": 1, "lpd": 0.28965388263144454, "rel_fast": 0.03707666891904221, "rel_duty": 0.2091874821966244, "mspeed": 0.06501242825850287, "mavail": 0.3767453703066254, "mix": 0.28965388263144454, "dens_acc": 0.9921875, "dens_thru": 0.06501242825850287, "dens_avail": 0.3767453703066254, "pillars": 1, "band": "acc", "gold": false }, { "id": "convt3|uint3|StepTweenChain|lr=20k", "mode": "StepTweenChain", "dtype": "uint3", "format": "", "arch": "convt3", "score": 502.26848457644263, "soft_acc": 0.09556098268827798, "avg_accuracy": 50, "throughput": 8028.21554025287, "availability": 25.72644124708493, "ram_kib": 0.509765625, "rel_score": 0.04598258278930503, "rel_soft": 0.0012186204742919064, "rel_acc": 1, "rel_thru": 0.12489767847947235, "rel_avail": 0.5202389085025321, "q": 0.40202438720451444, "ram_frac": 1.4184782608695652, "shrink": 0.7049808429118773, "lpd": 0.28341949136256955, "rel_fast": 0.07122930180868495, "rel_duty": 0.2888621227695307, "mspeed": 0.12489767847947235, "mavail": 0.5202389085025321, "mix": 0.40202438720451444, "dens_acc": 0.7049808429118773, "dens_thru": 0.08805047065219505, "dens_avail": 0.3667584642316701, "pillars": 1, "band": "acc", "gold": false }, { "id": "layernorm|uint4|StepTween|lr=20k", "mode": "StepTween", "dtype": "uint4", "format": "", "arch": "layernorm", "score": 576.0177996000365, "soft_acc": 0.07039271552988904, "avg_accuracy": 39.453125, "throughput": 16723.756535552355, "availability": 13.696271032214572, "ram_kib": 0.5, "rel_score": 0.0527343183408332, "rel_soft": 0.000897667666997015, "rel_acc": 0.7890625, "rel_thru": 0.26017716593102347, "rel_avail": 0.2769653611986279, "q": 0.38453453221393474, "ram_frac": 1.391304347826087, "shrink": 0.71875, "lpd": 0.2763841950287656, "rel_fast": 0.14837936222229348, "rel_duty": 0.15378473401720985, "mspeed": 0.26017716593102347, "mavail": 0.2769653611986279, "mix": 0.38453453221393474, "dens_acc": 0.567138671875, "dens_thru": 0.18700233801292312, "dens_avail": 0.1990688533615138, "pillars": 0, "band": "—", "gold": false }, { "id": "rmsnorm|uint6|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint6", "format": "", "arch": "rmsnorm", "score": 1527.152058011429, "soft_acc": 0.0027700893083012013, "avg_accuracy": 35.546875, "throughput": 28049.930478247312, "availability": 24.646031312421616, "ram_kib": 0.7265625, "rel_score": 0.13981047606159455, "rel_soft": 0.00003532495639694828, "rel_acc": 0.7109375, "rel_thru": 0.4363823044707812, "rel_avail": 0.4983909086277642, "q": 0.5367304343439325, "ram_frac": 2.0217391304347827, "shrink": 0.4946236559139785, "lpd": 0.2654795696754935, "rel_fast": 0.2488693724938004, "rel_duty": 0.2767310431464018, "mspeed": 0.4363823044707812, "mavail": 0.4983909086277642, "mix": 0.5367304343439325, "dens_acc": 0.35164650537634407, "dens_thru": 0.21584501081350468, "dens_avail": 0.24651593329975433, "pillars": 0, "band": "—", "gold": false }, { "id": "rmsnorm|uint4|Tween|lr=20k", "mode": "Tween", "dtype": "uint4", "format": "", "arch": "rmsnorm", "score": 370.4796918464888, "soft_acc": 0.1076786613847754, "avg_accuracy": 49.21875, "throughput": 12197.656815031327, "availability": 12.109588558725092, "ram_kib": 0.484375, "rel_score": 0.03391734425952154, "rel_soft": 0.001373148514345789, "rel_acc": 0.984375, "rel_thru": 0.18976309385917933, "rel_avail": 0.24487954139089227, "q": 0.35763631418082853, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.26534307181158245, "rel_fast": 0.10822212909959604, "rel_duty": 0.1359691153293622, "mspeed": 0.18976309385917933, "mavail": 0.24487954139089227, "mix": 0.35763631418082853, "dens_acc": 0.7303427419354839, "dens_thru": 0.1407919728632621, "dens_avail": 0.18168482103195233, "pillars": 1, "band": "acc", "gold": false }, { "id": "rmsnorm|int6|StepTweenSplit|lr=20k", "mode": "StepTweenSplit", "dtype": "int6", "format": "", "arch": "rmsnorm", "score": 1155.0302739738115, "soft_acc": 0.001977513168740857, "avg_accuracy": 50, "throughput": 23036.2781145692, "availability": 20.711606499421666, "ram_kib": 0.7265625, "rel_score": 0.10574279857901617, "rel_soft": 0.000025217802996756724, "rel_acc": 1, "rel_thru": 0.3583832101780547, "rel_avail": 0.4188291514985188, "q": 0.5314489080887081, "ram_frac": 2.0217391304347827, "shrink": 0.4946236559139785, "lpd": 0.26286720185032875, "rel_fast": 0.20438639173852702, "rel_duty": 0.2325544587348654, "mspeed": 0.3583832101780547, "mavail": 0.4188291514985188, "mix": 0.5314489080887081, "dens_acc": 0.4946236559139785, "dens_thru": 0.17726481363645716, "dens_avail": 0.20716280611754692, "pillars": 1, "band": "acc", "gold": false }, { "id": "residual|ternary|TweenChain|lr=20k", "mode": "TweenChain", "dtype": "ternary", "format": "", "arch": "residual", "score": 352.9462452067576, "soft_acc": 0.2811007504702404, "avg_accuracy": 48.046875, "throughput": 7505.990182164841, "availability": 19.545507673841986, "ram_kib": 0.484375, "rel_score": 0.03231216060486085, "rel_soft": 0.003584675672280156, "rel_acc": 0.9609375, "rel_thru": 0.11677324104486761, "rel_avail": 0.39524835482325393, "q": 0.35397249388192464, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.2626247535252989, "rel_fast": 0.0665959250069668, "rel_duty": 0.21946124545748794, "mspeed": 0.11677324104486761, "mavail": 0.39524835482325393, "mix": 0.35397249388192464, "dens_acc": 0.7129536290322581, "dens_thru": 0.086638211097805, "dens_avail": 0.2932487793849949, "pillars": 1, "band": "acc", "gold": false }, { "id": "cnn3|ternary|TweenChain|lr=20k", "mode": "TweenChain", "dtype": "ternary", "format": "", "arch": "cnn3", "score": 123.7393659654472, "soft_acc": 0.6232080214347011, "avg_accuracy": 42.1875, "throughput": 3200.1966911395884, "availability": 17.904505934526355, "ram_kib": 0.33984375, "rel_score": 0.01132831506360683, "rel_soft": 0.007947323617847588, "rel_acc": 0.84375, "rel_thru": 0.049786547881901295, "rel_avail": 0.36206409332695955, "q": 0.24776336207831162, "ram_frac": 0.9456521739130435, "shrink": 1.0574712643678161, "lpd": 0.2620026357609732, "rel_fast": 0.028393330350614487, "rel_duty": 0.20103571814360358, "mspeed": 0.049786547881901295, "mavail": 0.36206409332695955, "mix": 0.24776336207831162, "dens_acc": 0.8922413793103449, "dens_thru": 0.05264784373718298, "dens_avail": 0.3828723745526469, "pillars": 1, "band": "acc", "gold": false }, { "id": "dense|uint4|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint4", "format": "", "arch": "dense", "score": 2732.5240960643778, "soft_acc": 0.002365084482052596, "avg_accuracy": 49.609375, "throughput": 38449.64147631806, "availability": 28.657517517659933, "ram_kib": 0.96875, "rel_score": 0.250162053422502, "rel_soft": 0.000030160221171657136, "rel_acc": 0.9921875, "rel_thru": 0.5981741440151839, "rel_avail": 0.5795109976771043, "q": 0.7006390786867532, "ram_frac": 2.6956521739130435, "shrink": 0.3709677419354839, "lpd": 0.25991449693218266, "rel_fast": 0.3411394603720525, "rel_duty": 0.32177288976547624, "mspeed": 0.5981741440151839, "mavail": 0.5795109976771043, "mix": 0.7006390786867532, "dens_acc": 0.36806955645161293, "dens_thru": 0.2219033114895037, "dens_avail": 0.21497988623505485, "pillars": 1, "band": "acc", "gold": false }, { "id": "rmsnorm|int3|StepTween|lr=20k", "mode": "StepTween", "dtype": "int3", "format": "", "arch": "rmsnorm", "score": 159.1105137523706, "soft_acc": 0.4289280839943562, "avg_accuracy": 40.234375, "throughput": 11553.254782167249, "availability": 5.72095183635218, "ram_kib": 0.36328125, "rel_score": 0.014566536814343433, "rel_soft": 0.005469811323093879, "rel_acc": 0.8046875, "rel_thru": 0.17973791235917677, "rel_avail": 0.11568882420830963, "q": 0.2557718737726601, "ram_frac": 1.0108695652173914, "shrink": 0.989247311827957, "lpd": 0.2530216385708035, "rel_fast": 0.10250475558678178, "rel_duty": 0.0642361015205781, "mspeed": 0.17973791235917677, "mavail": 0.11568882420830963, "mix": 0.2557718737726601, "dens_acc": 0.7960349462365591, "dens_thru": 0.17780524663488456, "dens_avail": 0.11444485835660738, "pillars": 1, "band": "acc", "gold": false }, { "id": "residual|ternary|StepBP|lr=20k", "mode": "StepBP", "dtype": "ternary", "format": "", "arch": "residual", "score": 307.78323630716426, "soft_acc": 0.17757624667801547, "avg_accuracy": 46.875, "throughput": 9483.142112198708, "availability": 13.157673590708688, "ram_kib": 0.484375, "rel_score": 0.028177495859787422, "rel_soft": 0.0022645021415867495, "rel_acc": 0.9375, "rel_thru": 0.14753246578469814, "rel_avail": 0.2660738685743604, "q": 0.33262409084431055, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.24678561578771427, "rel_fast": 0.0841379492388636, "rel_duty": 0.14773724385806256, "mspeed": 0.14753246578469814, "mavail": 0.2660738685743604, "mix": 0.33262409084431055, "dens_acc": 0.6955645161290323, "dens_thru": 0.10945957138864701, "dens_avail": 0.19740964442613834, "pillars": 1, "band": "acc", "gold": false }, { "id": "rmsnorm|uint6|TweenSplit|lr=20k", "mode": "TweenSplit", "dtype": "uint6", "format": "", "arch": "rmsnorm", "score": 903.1388869295373, "soft_acc": 0.0006224913183252821, "avg_accuracy": 50, "throughput": 21816.876712829697, "availability": 16.5986986333563, "ram_kib": 0.7265625, "rel_score": 0.08268219072812999, "rel_soft": 0.00000793818401862459, "rel_acc": 1, "rel_thru": 0.3394125680162623, "rel_avail": 0.33565811830107745, "q": 0.4847766483652615, "ram_frac": 2.0217391304347827, "shrink": 0.4946236559139785, "lpd": 0.23978199811615086, "rel_fast": 0.19356741085355433, "rel_duty": 0.18637382747162132, "mspeed": 0.3394125680162623, "mavail": 0.33565811830107745, "mix": 0.4847766483652615, "dens_acc": 0.4946236559139785, "dens_thru": 0.16788148525535554, "dens_avail": 0.16602444561128563, "pillars": 1, "band": "acc", "gold": false }, { "id": "dense|uint3|TweenSplitFastProxy|lr=20k", "mode": "TweenSplitFastProxy", "dtype": "uint3", "format": "", "arch": "dense", "score": 795.6146296060323, "soft_acc": 2.4108338509931304, "avg_accuracy": 50, "throughput": 14968.80530823376, "availability": 22.945849073777822, "ram_kib": 0.7265625, "rel_score": 0.0728383657300196, "rel_soft": 0.03074362996579575, "rel_acc": 1, "rel_thru": 0.23287479306400286, "rel_avail": 0.46400990180321317, "q": 0.4763029194041725, "ram_frac": 2.0217391304347827, "shrink": 0.4946236559139785, "lpd": 0.23559069131819285, "rel_fast": 0.1328087849248308, "rel_duty": 0.25764102421090884, "mspeed": 0.23287479306400286, "mavail": 0.46400990180321317, "mix": 0.4763029194041725, "dens_acc": 0.4946236559139785, "dens_thru": 0.11518538151552829, "dens_avail": 0.22951027401019147, "pillars": 1, "band": "acc", "gold": false }, { "id": "rmsnorm|fp8e4m3|TweenSplitHeadProxy|lr=20k", "mode": "TweenSplitHeadProxy", "dtype": "fp8e4m3", "format": "", "arch": "rmsnorm", "score": 1925.4914039015543, "soft_acc": 0.0005418920072519868, "avg_accuracy": 50, "throughput": 38103.70090499974, "availability": 20.646855618957026, "ram_kib": 0.96875, "rel_score": 0.1762783662699092, "rel_soft": 0.000006910358980364615, "rel_acc": 1, "rel_thru": 0.5927922289391769, "rel_avail": 0.417519762179803, "q": 0.6278557068118529, "ram_frac": 2.6956521739130435, "shrink": 0.3709677419354839, "lpd": 0.23291421381730026, "rel_fast": 0.3380701474919046, "rel_duty": 0.23182742165256662, "mspeed": 0.5927922289391769, "mavail": 0.417519762179803, "mix": 0.6278557068118529, "dens_acc": 0.3709677419354839, "dens_thru": 0.21990679460646886, "dens_avail": 0.15488636338928177, "pillars": 1, "band": "acc", "gold": false }, { "id": "dense|int3|TweenSplitHeadProxy|lr=20k", "mode": "TweenSplitHeadProxy", "dtype": "int3", "format": "", "arch": "dense", "score": 798.5512972335944, "soft_acc": 2.655848383630259, "avg_accuracy": 50, "throughput": 16728.97512401399, "availability": 19.414000312779507, "ram_kib": 0.7265625, "rel_score": 0.07310721708433644, "rel_soft": 0.033868124059212946, "rel_acc": 1, "rel_thru": 0.2602583532858634, "rel_avail": 0.3925890190324187, "q": 0.4674992751458002, "ram_frac": 2.0217391304347827, "shrink": 0.4946236559139785, "lpd": 0.23123620060975064, "rel_fast": 0.1484256634720152, "rel_duty": 0.21798465197487282, "mspeed": 0.2602583532858634, "mavail": 0.3925890190324187, "mix": 0.4674992751458002, "dens_acc": 0.4946236559139785, "dens_thru": 0.12872993818440553, "dens_avail": 0.19418381586549743, "pillars": 1, "band": "acc", "gold": false } ], "top_speed": [ { "id": "rmsnorm|int16|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "int16", "format": "", "arch": "rmsnorm", "score": 5670.542759425357, "soft_acc": 0.06377619105399135, "avg_accuracy": 50, "throughput": 64278.34078254988, "availability": 36.91927414971794, "ram_kib": 1.9375, "rel_score": 0.5191370948058885, "rel_soft": 0.0008132918896854291, "rel_acc": 1, "rel_thru": 1, "rel_avail": 0.7465798592928722, "q": 0.9071771233022006, "ram_frac": 5.391304347826087, "shrink": 0.18548387096774194, "lpd": 0.16826672448347268, "rel_fast": 0.5703012471956547, "rel_duty": 0.4145377045962854, "mspeed": 1, "mavail": 0.7465798592928722, "mix": 0.9071771233022006, "dens_acc": 0.18548387096774194, "dens_thru": 0.18548387096774194, "dens_avail": 0.13847852228819404, "pillars": 2, "band": "keep", "gold": false }, { "id": "layernorm|uint32|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint32", "format": "", "arch": "layernorm", "score": 6135.676324038275, "soft_acc": 3.830766160242321, "avg_accuracy": 49.609375, "throughput": 59217.12669523331, "availability": 49.45120564153213, "ram_kib": 4, "rel_score": 0.5617199828422231, "rel_soft": 0.04885100533471717, "rel_acc": 0.9921875, "rel_thru": 0.9212609718032645, "rel_avail": 1, "q": 0.9704924061260578, "ram_frac": 11.130434782608695, "shrink": 0.08984375, "lpd": 0.087192677112888, "rel_fast": 0.5253962812120825, "rel_duty": 0.5552489789758291, "mspeed": 0.9212609718032645, "mavail": 1, "mix": 0.9704924061260578, "dens_acc": 0.089141845703125, "dens_thru": 0.08276954043544954, "dens_avail": 0.08984375, "pillars": 3, "band": "keep", "gold": false }, { "id": "rmsnorm|uint4|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint4", "format": "", "arch": "rmsnorm", "score": 5062.916906963542, "soft_acc": 0.00130605281795138, "avg_accuracy": 43.75, "throughput": 58427.78019469091, "availability": 37.19082133292718, "ram_kib": 0.484375, "rel_score": 0.4635090653281699, "rel_soft": 0.00001665515213101114, "rel_acc": 0.875, "rel_thru": 0.9089808399434096, "rel_avail": 0.7520710739091074, "q": 0.8425723873744209, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.6251343519229574, "rel_fast": 0.5183929066966801, "rel_duty": 0.4175866959052872, "mspeed": 0.9089808399434096, "mavail": 0.7520710739091074, "mix": 0.8425723873744209, "dens_acc": 0.6491935483870968, "dens_thru": 0.6744051393128523, "dens_avail": 0.5579882161261119, "pillars": 2, "band": "keep", "gold": false }, { "id": "rmsnorm|int4|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "int4", "format": "", "arch": "rmsnorm", "score": 4339.539950469796, "soft_acc": 0.03533749492862663, "avg_accuracy": 48.046875, "throughput": 56626.92853842534, "availability": 31.15305400539581, "ram_kib": 0.484375, "rel_score": 0.397284044624553, "rel_soft": 0.0004506336542256295, "rel_acc": 0.9609375, "rel_thru": 0.8809643784986788, "rel_avail": 0.6299756214483795, "q": 0.8109468873754111, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.6016702712785308, "rel_fast": 0.5024150837927412, "rel_duty": 0.34979332058887613, "mspeed": 0.8809643784986788, "mavail": 0.6299756214483795, "mix": 0.8109468873754111, "dens_acc": 0.7129536290322581, "dens_thru": 0.6536187324345036, "dens_avail": 0.467401267526217, "pillars": 2, "band": "keep", "gold": false }, { "id": "layernorm|int64|TweenSplit|lr=20k", "mode": "TweenSplit", "dtype": "int64", "format": "", "arch": "layernorm", "score": 2896.167796530368, "soft_acc": 0.0005499636886095759, "avg_accuracy": 37.5, "throughput": 49164.247467842884, "availability": 23.91506003549009, "ram_kib": 8, "rel_score": 0.26514360260524866, "rel_soft": 0.000007013291326680106, "rel_acc": 0.75, "rel_thru": 0.7648649120263208, "rel_avail": 0.48360924117499715, "q": 0.6521991036167527, "ram_frac": 22.26086956521739, "shrink": 0.044921875, "lpd": 0.029298006607783814, "rel_fast": 0.43620341326480544, "rel_duty": 0.2685235373856927, "mspeed": 0.7648649120263208, "mavail": 0.48360924117499715, "mix": 0.6521991036167527, "dens_acc": 0.03369140625, "dens_thru": 0.03435916596993238, "dens_avail": 0.021724633880908076, "pillars": 0, "band": "—", "gold": false }, { "id": "rmsnorm|uint4|TweenSplit|lr=20k", "mode": "TweenSplit", "dtype": "uint4", "format": "", "arch": "rmsnorm", "score": 3110.193827505241, "soft_acc": 0.0018117715950714194, "avg_accuracy": 45.3125, "throughput": 44723.79637255512, "availability": 28.277236781581312, "ram_kib": 0.484375, "rel_score": 0.28473764441869764, "rel_soft": 0.000023104219927254526, "rel_acc": 0.90625, "rel_thru": 0.6957833047348451, "rel_avail": 0.5718209781690817, "q": 0.7117498251333683, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.5280724509054022, "rel_fast": 0.3968060864681964, "rel_duty": 0.3175030142853425, "mspeed": 0.6957833047348451, "mavail": 0.5718209781690817, "mix": 0.7117498251333683, "dens_acc": 0.6723790322580645, "dens_thru": 0.5162263228677882, "dens_avail": 0.42425427412544775, "pillars": 1, "band": "acc", "gold": false }, { "id": "layernorm|uint32|TweenSplit|lr=20k", "mode": "TweenSplit", "dtype": "uint32", "format": "", "arch": "layernorm", "score": 2488.299047292443, "soft_acc": 0.39899516850709915, "avg_accuracy": 50, "throughput": 44703.89425293814, "availability": 22.68584363336565, "ram_kib": 4, "rel_score": 0.22780329736029797, "rel_soft": 0.0050880983829181894, "rel_acc": 1, "rel_thru": 0.695473680693921, "rel_avail": 0.45875208377756316, "q": 0.6833128424348289, "ram_frac": 11.130434782608695, "shrink": 0.08984375, "lpd": 0.06139138818750416, "rel_fast": 0.3966295074914956, "rel_duty": 0.25472162612052596, "mspeed": 0.695473680693921, "mavail": 0.45875208377756316, "mix": 0.6833128424348289, "dens_acc": 0.08984375, "dens_thru": 0.06248396349984447, "dens_avail": 0.04121600752689044, "pillars": 1, "band": "acc", "gold": false }, { "id": "dense|int32|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "int32", "format": "", "arch": "dense", "score": 3893.306330686456, "soft_acc": 2.657352832284773, "avg_accuracy": 49.609375, "throughput": 43816.032635318516, "availability": 38.550126268796625, "ram_kib": 7.75, "rel_score": 0.356431442888328, "rel_soft": 0.03388730921073961, "rel_acc": 0.9921875, "rel_thru": 0.6816609156659125, "rel_avail": 0.779558875636793, "q": 0.8078617050497717, "ram_frac": 21.565217391304348, "shrink": 0.046370967741935484, "lpd": 0.037461329064807966, "rel_fast": 0.3887520703688018, "rel_duty": 0.4328492697488747, "mspeed": 0.6816609156659125, "mavail": 0.779558875636793, "mix": 0.8078617050497717, "dens_acc": 0.04600869455645162, "dens_thru": 0.03160927633128223, "dens_avail": 0.03614889947509323, "pillars": 1, "band": "acc", "gold": false }, { "id": "rmsnorm|uint16|TweenSplitHeadProxy|lr=20k", "mode": "TweenSplitHeadProxy", "dtype": "uint16", "format": "", "arch": "rmsnorm", "score": 3827.1752816567523, "soft_acc": 0.0009452220607191347, "avg_accuracy": 42.1875, "throughput": 43633.93385095628, "availability": 36.42663512231221, "ram_kib": 1.9375, "rel_score": 0.35037715811767134, "rel_soft": 0.000012053737033053964, "rel_acc": 0.84375, "rel_thru": 0.6788279429702067, "rel_avail": 0.7366177355991279, "q": 0.7500183506570647, "ram_frac": 5.391304347826087, "shrink": 0.18548387096774194, "lpd": 0.13911630697671362, "rel_fast": 0.38713642250716956, "rel_duty": 0.409006245586903, "mspeed": 0.6788279429702067, "mavail": 0.7366177355991279, "mix": 0.7500183506570647, "dens_acc": 0.15650201612903225, "dens_thru": 0.1259116345831835, "dens_avail": 0.1366307090224189, "pillars": 1, "band": "acc", "gold": false }, { "id": "layernorm|uint32|StepTweenSplit|lr=20k", "mode": "StepTweenSplit", "dtype": "uint32", "format": "", "arch": "layernorm", "score": 3985.5139276528994, "soft_acc": 0.0009754329695643813, "avg_accuracy": 48.046875, "throughput": 43224.543811116964, "availability": 37.344152885013415, "ram_kib": 4, "rel_score": 0.3648730305879581, "rel_soft": 0.000012438995022560804, "rel_acc": 0.9609375, "rel_thru": 0.672458922941761, "rel_avail": 0.7551717374843845, "q": 0.7872914653457352, "ram_frac": 11.130434782608695, "shrink": 0.08984375, "lpd": 0.0707332175896559, "rel_fast": 0.3835041624415329, "rel_duty": 0.41930833618960733, "mspeed": 0.672458922941761, "mavail": 0.7551717374843845, "mix": 0.7872914653457352, "dens_acc": 0.086334228515625, "dens_thru": 0.06041623135804884, "dens_avail": 0.06784746078961267, "pillars": 1, "band": "acc", "gold": false }, { "id": "layernorm|int|StepTweenSplit|lr=20k", "mode": "StepTweenSplit", "dtype": "int", "format": "", "arch": "layernorm", "score": 2718.5133882308237, "soft_acc": 0, "avg_accuracy": 37.5, "throughput": 41958.33273310655, "availability": 26.350016759618924, "ram_kib": 8, "rel_score": 0.24887937582540676, "rel_soft": 0, "rel_acc": 0.75, "rel_thru": 0.652760046732527, "rel_avail": 0.5328488237602963, "q": 0.6389589335281899, "ram_frac": 22.26086956521739, "shrink": 0.044921875, "lpd": 0.028703233342086656, "rel_fast": 0.3722698687710539, "rel_duty": 0.29586376534137604, "mspeed": 0.652760046732527, "mavail": 0.5328488237602963, "mix": 0.6389589335281899, "dens_acc": 0.03369140625, "dens_thru": 0.029323205224312733, "dens_avail": 0.02393656825485706, "pillars": 0, "band": "—", "gold": false }, { "id": "convt2|binary|TweenSplit|lr=20k", "mode": "TweenSplit", "dtype": "binary", "format": "", "arch": "convt2", "score": 3869.5278447960354, "soft_acc": 0.00046741611043131384, "avg_accuracy": 50, "throughput": 41776.34285828634, "availability": 37.34239096203368, "ram_kib": 0.1220703125, "rel_score": 0.354254527096005, "rel_soft": 0.0000059606214394377124, "rel_acc": 1, "rel_thru": 0.649928768379592, "rel_avail": 0.7551361079591409, "q": 0.7887941227617163, "ram_frac": 0.33967391304347827, "shrink": 2.944, "lpd": 2.322209897410493, "rel_fast": 0.37065518719521706, "rel_duty": 0.41928855293209444, "mspeed": 0.649928768379592, "mavail": 0.7551361079591409, "mix": 0.7887941227617163, "dens_acc": 2.944, "dens_thru": 1.9133902941095189, "dens_avail": 2.2231207018317107, "pillars": 1, "band": "acc", "gold": false } ], "top_avail": [ { "id": "layernorm|uint32|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint32", "format": "", "arch": "layernorm", "score": 6135.676324038275, "soft_acc": 3.830766160242321, "avg_accuracy": 49.609375, "throughput": 59217.12669523331, "availability": 49.45120564153213, "ram_kib": 4, "rel_score": 0.5617199828422231, "rel_soft": 0.04885100533471717, "rel_acc": 0.9921875, "rel_thru": 0.9212609718032645, "rel_avail": 1, "q": 0.9704924061260578, "ram_frac": 11.130434782608695, "shrink": 0.08984375, "lpd": 0.087192677112888, "rel_fast": 0.5253962812120825, "rel_duty": 0.5552489789758291, "mspeed": 0.9212609718032645, "mavail": 1, "mix": 0.9704924061260578, "dens_acc": 0.089141845703125, "dens_thru": 0.08276954043544954, "dens_avail": 0.08984375, "pillars": 3, "band": "keep", "gold": false }, { "id": "residual|uint32|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint32", "format": "", "arch": "residual", "score": 4264.236756229297, "soft_acc": 0.0018322605954826418, "avg_accuracy": 50, "throughput": 38692.74760828367, "availability": 47.02373514716131, "ram_kib": 7.75, "rel_score": 0.3903900517307268, "rel_soft": 0.000023365501411564267, "rel_acc": 1, "rel_thru": 0.601956228757975, "rel_avail": 0.9509118036076338, "q": 0.8303000237183202, "ram_frac": 21.565217391304348, "shrink": 0.046370967741935484, "lpd": 0.0385018156159705, "rel_fast": 0.34329638801786594, "rel_duty": 0.5279928080492028, "mspeed": 0.601956228757975, "mavail": 0.9509118036076338, "mix": 0.8303000237183202, "dens_acc": 0.046370967741935484, "dens_thru": 0.027913292865793197, "dens_avail": 0.04409470057051528, "pillars": 2, "band": "keep", "gold": false }, { "id": "gdn|int64|MeshTween|lr=20k", "mode": "MeshTween", "dtype": "int64", "format": "", "arch": "gdn", "score": 4134.88768324957, "soft_acc": 0, "avg_accuracy": 48.046875, "throughput": 39423.65200742373, "availability": 42.70860223526485, "ram_kib": 7.5, "rel_score": 0.3785481690730365, "rel_soft": 0, "rel_acc": 0.9609375, "rel_thru": 0.6133271569779903, "rel_avail": 0.8636513848591706, "q": 0.7984393580492717, "ram_frac": 20.869565217391305, "shrink": 0.04791666666666667, "lpd": 0.03825855257319427, "rel_fast": 0.3497812425635129, "rel_duty": 0.47954154963411527, "mspeed": 0.6133271569779903, "mavail": 0.8636513848591706, "mix": 0.7984393580492717, "dens_acc": 0.046044921875000006, "dens_thru": 0.029388592938528704, "dens_avail": 0.04138329552450193, "pillars": 2, "band": "keep", "gold": false }, { "id": "dense|uint16|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint16", "format": "", "arch": "dense", "score": 3584.3416258001616, "soft_acc": 0.0025199785211735145, "avg_accuracy": 39.453125, "throughput": 37547.71480633219, "availability": 39.69182339475598, "ram_kib": 3.875, "rel_score": 0.32814578380822895, "rel_soft": 0.000032135473435797744, "rel_acc": 0.7890625, "rel_thru": 0.584142564185875, "rel_avail": 0.8026462222676402, "q": 0.717879372107297, "ram_frac": 10.782608695652174, "shrink": 0.09274193548387097, "lpd": 0.06657752241317674, "rel_fast": 0.3331372328952722, "rel_duty": 0.4456684953929136, "mspeed": 0.584142564185875, "mavail": 0.8026462222676402, "mix": 0.717879372107297, "dens_acc": 0.07317918346774194, "dens_thru": 0.05417451200110937, "dens_avail": 0.07443896416191824, "pillars": 1, "band": "—", "gold": false }, { "id": "dense|int32|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "int32", "format": "", "arch": "dense", "score": 3893.306330686456, "soft_acc": 2.657352832284773, "avg_accuracy": 49.609375, "throughput": 43816.032635318516, "availability": 38.550126268796625, "ram_kib": 7.75, "rel_score": 0.356431442888328, "rel_soft": 0.03388730921073961, "rel_acc": 0.9921875, "rel_thru": 0.6816609156659125, "rel_avail": 0.779558875636793, "q": 0.8078617050497717, "ram_frac": 21.565217391304348, "shrink": 0.046370967741935484, "lpd": 0.037461329064807966, "rel_fast": 0.3887520703688018, "rel_duty": 0.4328492697488747, "mspeed": 0.6816609156659125, "mavail": 0.779558875636793, "mix": 0.8078617050497717, "dens_acc": 0.04600869455645162, "dens_thru": 0.03160927633128223, "dens_avail": 0.03614889947509323, "pillars": 1, "band": "acc", "gold": false }, { "id": "residual|int16|TweenSplitFastProxy|lr=20k", "mode": "TweenSplitFastProxy", "dtype": "int16", "format": "", "arch": "residual", "score": 2586.1208344274555, "soft_acc": 0.0017950280185226313, "avg_accuracy": 49.609375, "throughput": 27664.200963819683, "availability": 38.109967601096805, "ram_kib": 3.875, "rel_score": 0.23675886308592117, "rel_soft": 0.00002289070113934309, "rel_acc": 0.9921875, "rel_thru": 0.43038137927993764, "rel_avail": 0.7706580073568468, "q": 0.6904034822259121, "ram_frac": 10.782608695652174, "shrink": 0.09274193548387097, "lpd": 0.06402935520643539, "rel_fast": 0.2454470373731345, "rel_duty": 0.42790707172443615, "mspeed": 0.43038137927993764, "mavail": 0.7706580073568468, "mix": 0.6904034822259121, "dens_acc": 0.09201738911290323, "dens_thru": 0.03991440211063938, "dens_avail": 0.07147231519841724, "pillars": 1, "band": "acc", "gold": false }, { "id": "layernorm|uint32|StepTweenSplit|lr=20k", "mode": "StepTweenSplit", "dtype": "uint32", "format": "", "arch": "layernorm", "score": 3985.5139276528994, "soft_acc": 0.0009754329695643813, "avg_accuracy": 48.046875, "throughput": 43224.543811116964, "availability": 37.344152885013415, "ram_kib": 4, "rel_score": 0.3648730305879581, "rel_soft": 0.000012438995022560804, "rel_acc": 0.9609375, "rel_thru": 0.672458922941761, "rel_avail": 0.7551717374843845, "q": 0.7872914653457352, "ram_frac": 11.130434782608695, "shrink": 0.08984375, "lpd": 0.0707332175896559, "rel_fast": 0.3835041624415329, "rel_duty": 0.41930833618960733, "mspeed": 0.672458922941761, "mavail": 0.7551717374843845, "mix": 0.7872914653457352, "dens_acc": 0.086334228515625, "dens_thru": 0.06041623135804884, "dens_avail": 0.06784746078961267, "pillars": 1, "band": "acc", "gold": false }, { "id": "convt2|binary|TweenSplit|lr=20k", "mode": "TweenSplit", "dtype": "binary", "format": "", "arch": "convt2", "score": 3869.5278447960354, "soft_acc": 0.00046741611043131384, "avg_accuracy": 50, "throughput": 41776.34285828634, "availability": 37.34239096203368, "ram_kib": 0.1220703125, "rel_score": 0.354254527096005, "rel_soft": 0.0000059606214394377124, "rel_acc": 1, "rel_thru": 0.649928768379592, "rel_avail": 0.7551361079591409, "q": 0.7887941227617163, "ram_frac": 0.33967391304347827, "shrink": 2.944, "lpd": 2.322209897410493, "rel_fast": 0.37065518719521706, "rel_duty": 0.41928855293209444, "mspeed": 0.649928768379592, "mavail": 0.7551361079591409, "mix": 0.7887941227617163, "dens_acc": 2.944, "dens_thru": 1.9133902941095189, "dens_avail": 2.2231207018317107, "pillars": 1, "band": "acc", "gold": false }, { "id": "layernorm|uint3|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint3", "format": "", "arch": "layernorm", "score": 2959.923622560292, "soft_acc": 0.001460946807285516, "avg_accuracy": 49.609375, "throughput": 34635.24385505407, "availability": 37.22341264998428, "ram_kib": 0.375, "rel_score": 0.2709804361688631, "rel_soft": 0.000018630403760256728, "rel_acc": 0.9921875, "rel_thru": 0.5388322634559471, "rel_avail": 0.7527301340196608, "q": 0.7382932229501104, "ram_frac": 1.0434782608695652, "shrink": 0.9583333333333334, "lpd": 0.7075310053271892, "rel_fast": 0.3072967118781842, "rel_duty": 0.4179526383587556, "mspeed": 0.5388322634559471, "mavail": 0.7527301340196608, "mix": 0.7382932229501104, "dens_acc": 0.9508463541666667, "dens_thru": 0.5163809191452827, "dens_avail": 0.7213663784355083, "pillars": 1, "band": "acc", "gold": false }, { "id": "rmsnorm|uint4|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint4", "format": "", "arch": "rmsnorm", "score": 5062.916906963542, "soft_acc": 0.00130605281795138, "avg_accuracy": 43.75, "throughput": 58427.78019469091, "availability": 37.19082133292718, "ram_kib": 0.484375, "rel_score": 0.4635090653281699, "rel_soft": 0.00001665515213101114, "rel_acc": 0.875, "rel_thru": 0.9089808399434096, "rel_avail": 0.7520710739091074, "q": 0.8425723873744209, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.6251343519229574, "rel_fast": 0.5183929066966801, "rel_duty": 0.4175866959052872, "mspeed": 0.9089808399434096, "mavail": 0.7520710739091074, "mix": 0.8425723873744209, "dens_acc": 0.6491935483870968, "dens_thru": 0.6744051393128523, "dens_avail": 0.5579882161261119, "pillars": 2, "band": "keep", "gold": false }, { "id": "rmsnorm|int16|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "int16", "format": "", "arch": "rmsnorm", "score": 5670.542759425357, "soft_acc": 0.06377619105399135, "avg_accuracy": 50, "throughput": 64278.34078254988, "availability": 36.91927414971794, "ram_kib": 1.9375, "rel_score": 0.5191370948058885, "rel_soft": 0.0008132918896854291, "rel_acc": 1, "rel_thru": 1, "rel_avail": 0.7465798592928722, "q": 0.9071771233022006, "ram_frac": 5.391304347826087, "shrink": 0.18548387096774194, "lpd": 0.16826672448347268, "rel_fast": 0.5703012471956547, "rel_duty": 0.4145377045962854, "mspeed": 1, "mavail": 0.7465798592928722, "mix": 0.9071771233022006, "dens_acc": 0.18548387096774194, "dens_thru": 0.18548387096774194, "dens_avail": 0.13847852228819404, "pillars": 2, "band": "keep", "gold": false }, { "id": "rmsnorm|uint16|TweenSplitHeadProxy|lr=20k", "mode": "TweenSplitHeadProxy", "dtype": "uint16", "format": "", "arch": "rmsnorm", "score": 3827.1752816567523, "soft_acc": 0.0009452220607191347, "avg_accuracy": 42.1875, "throughput": 43633.93385095628, "availability": 36.42663512231221, "ram_kib": 1.9375, "rel_score": 0.35037715811767134, "rel_soft": 0.000012053737033053964, "rel_acc": 0.84375, "rel_thru": 0.6788279429702067, "rel_avail": 0.7366177355991279, "q": 0.7500183506570647, "ram_frac": 5.391304347826087, "shrink": 0.18548387096774194, "lpd": 0.13911630697671362, "rel_fast": 0.38713642250716956, "rel_duty": 0.409006245586903, "mspeed": 0.6788279429702067, "mavail": 0.7366177355991279, "mix": 0.7500183506570647, "dens_acc": 0.15650201612903225, "dens_thru": 0.1259116345831835, "dens_avail": 0.1366307090224189, "pillars": 1, "band": "acc", "gold": false } ], "top_mix": [ { "id": "layernorm|uint32|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint32", "format": "", "arch": "layernorm", "score": 6135.676324038275, "soft_acc": 3.830766160242321, "avg_accuracy": 49.609375, "throughput": 59217.12669523331, "availability": 49.45120564153213, "ram_kib": 4, "rel_score": 0.5617199828422231, "rel_soft": 0.04885100533471717, "rel_acc": 0.9921875, "rel_thru": 0.9212609718032645, "rel_avail": 1, "q": 0.9704924061260578, "ram_frac": 11.130434782608695, "shrink": 0.08984375, "lpd": 0.087192677112888, "rel_fast": 0.5253962812120825, "rel_duty": 0.5552489789758291, "mspeed": 0.9212609718032645, "mavail": 1, "mix": 0.9704924061260578, "dens_acc": 0.089141845703125, "dens_thru": 0.08276954043544954, "dens_avail": 0.08984375, "pillars": 3, "band": "keep", "gold": false }, { "id": "rmsnorm|int16|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "int16", "format": "", "arch": "rmsnorm", "score": 5670.542759425357, "soft_acc": 0.06377619105399135, "avg_accuracy": 50, "throughput": 64278.34078254988, "availability": 36.91927414971794, "ram_kib": 1.9375, "rel_score": 0.5191370948058885, "rel_soft": 0.0008132918896854291, "rel_acc": 1, "rel_thru": 1, "rel_avail": 0.7465798592928722, "q": 0.9071771233022006, "ram_frac": 5.391304347826087, "shrink": 0.18548387096774194, "lpd": 0.16826672448347268, "rel_fast": 0.5703012471956547, "rel_duty": 0.4145377045962854, "mspeed": 1, "mavail": 0.7465798592928722, "mix": 0.9071771233022006, "dens_acc": 0.18548387096774194, "dens_thru": 0.18548387096774194, "dens_avail": 0.13847852228819404, "pillars": 2, "band": "keep", "gold": false }, { "id": "rmsnorm|uint4|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint4", "format": "", "arch": "rmsnorm", "score": 5062.916906963542, "soft_acc": 0.00130605281795138, "avg_accuracy": 43.75, "throughput": 58427.78019469091, "availability": 37.19082133292718, "ram_kib": 0.484375, "rel_score": 0.4635090653281699, "rel_soft": 0.00001665515213101114, "rel_acc": 0.875, "rel_thru": 0.9089808399434096, "rel_avail": 0.7520710739091074, "q": 0.8425723873744209, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.6251343519229574, "rel_fast": 0.5183929066966801, "rel_duty": 0.4175866959052872, "mspeed": 0.9089808399434096, "mavail": 0.7520710739091074, "mix": 0.8425723873744209, "dens_acc": 0.6491935483870968, "dens_thru": 0.6744051393128523, "dens_avail": 0.5579882161261119, "pillars": 2, "band": "keep", "gold": false }, { "id": "residual|uint32|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint32", "format": "", "arch": "residual", "score": 4264.236756229297, "soft_acc": 0.0018322605954826418, "avg_accuracy": 50, "throughput": 38692.74760828367, "availability": 47.02373514716131, "ram_kib": 7.75, "rel_score": 0.3903900517307268, "rel_soft": 0.000023365501411564267, "rel_acc": 1, "rel_thru": 0.601956228757975, "rel_avail": 0.9509118036076338, "q": 0.8303000237183202, "ram_frac": 21.565217391304348, "shrink": 0.046370967741935484, "lpd": 0.0385018156159705, "rel_fast": 0.34329638801786594, "rel_duty": 0.5279928080492028, "mspeed": 0.601956228757975, "mavail": 0.9509118036076338, "mix": 0.8303000237183202, "dens_acc": 0.046370967741935484, "dens_thru": 0.027913292865793197, "dens_avail": 0.04409470057051528, "pillars": 2, "band": "keep", "gold": false }, { "id": "rmsnorm|int4|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "int4", "format": "", "arch": "rmsnorm", "score": 4339.539950469796, "soft_acc": 0.03533749492862663, "avg_accuracy": 48.046875, "throughput": 56626.92853842534, "availability": 31.15305400539581, "ram_kib": 0.484375, "rel_score": 0.397284044624553, "rel_soft": 0.0004506336542256295, "rel_acc": 0.9609375, "rel_thru": 0.8809643784986788, "rel_avail": 0.6299756214483795, "q": 0.8109468873754111, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.6016702712785308, "rel_fast": 0.5024150837927412, "rel_duty": 0.34979332058887613, "mspeed": 0.8809643784986788, "mavail": 0.6299756214483795, "mix": 0.8109468873754111, "dens_acc": 0.7129536290322581, "dens_thru": 0.6536187324345036, "dens_avail": 0.467401267526217, "pillars": 2, "band": "keep", "gold": false }, { "id": "dense|int32|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "int32", "format": "", "arch": "dense", "score": 3893.306330686456, "soft_acc": 2.657352832284773, "avg_accuracy": 49.609375, "throughput": 43816.032635318516, "availability": 38.550126268796625, "ram_kib": 7.75, "rel_score": 0.356431442888328, "rel_soft": 0.03388730921073961, "rel_acc": 0.9921875, "rel_thru": 0.6816609156659125, "rel_avail": 0.779558875636793, "q": 0.8078617050497717, "ram_frac": 21.565217391304348, "shrink": 0.046370967741935484, "lpd": 0.037461329064807966, "rel_fast": 0.3887520703688018, "rel_duty": 0.4328492697488747, "mspeed": 0.6816609156659125, "mavail": 0.779558875636793, "mix": 0.8078617050497717, "dens_acc": 0.04600869455645162, "dens_thru": 0.03160927633128223, "dens_avail": 0.03614889947509323, "pillars": 1, "band": "acc", "gold": false }, { "id": "gdn|int64|MeshTween|lr=20k", "mode": "MeshTween", "dtype": "int64", "format": "", "arch": "gdn", "score": 4134.88768324957, "soft_acc": 0, "avg_accuracy": 48.046875, "throughput": 39423.65200742373, "availability": 42.70860223526485, "ram_kib": 7.5, "rel_score": 0.3785481690730365, "rel_soft": 0, "rel_acc": 0.9609375, "rel_thru": 0.6133271569779903, "rel_avail": 0.8636513848591706, "q": 0.7984393580492717, "ram_frac": 20.869565217391305, "shrink": 0.04791666666666667, "lpd": 0.03825855257319427, "rel_fast": 0.3497812425635129, "rel_duty": 0.47954154963411527, "mspeed": 0.6133271569779903, "mavail": 0.8636513848591706, "mix": 0.7984393580492717, "dens_acc": 0.046044921875000006, "dens_thru": 0.029388592938528704, "dens_avail": 0.04138329552450193, "pillars": 2, "band": "keep", "gold": false }, { "id": "convt2|binary|TweenSplit|lr=20k", "mode": "TweenSplit", "dtype": "binary", "format": "", "arch": "convt2", "score": 3869.5278447960354, "soft_acc": 0.00046741611043131384, "avg_accuracy": 50, "throughput": 41776.34285828634, "availability": 37.34239096203368, "ram_kib": 0.1220703125, "rel_score": 0.354254527096005, "rel_soft": 0.0000059606214394377124, "rel_acc": 1, "rel_thru": 0.649928768379592, "rel_avail": 0.7551361079591409, "q": 0.7887941227617163, "ram_frac": 0.33967391304347827, "shrink": 2.944, "lpd": 2.322209897410493, "rel_fast": 0.37065518719521706, "rel_duty": 0.41928855293209444, "mspeed": 0.649928768379592, "mavail": 0.7551361079591409, "mix": 0.7887941227617163, "dens_acc": 2.944, "dens_thru": 1.9133902941095189, "dens_avail": 2.2231207018317107, "pillars": 1, "band": "acc", "gold": false }, { "id": "layernorm|uint32|StepTweenSplit|lr=20k", "mode": "StepTweenSplit", "dtype": "uint32", "format": "", "arch": "layernorm", "score": 3985.5139276528994, "soft_acc": 0.0009754329695643813, "avg_accuracy": 48.046875, "throughput": 43224.543811116964, "availability": 37.344152885013415, "ram_kib": 4, "rel_score": 0.3648730305879581, "rel_soft": 0.000012438995022560804, "rel_acc": 0.9609375, "rel_thru": 0.672458922941761, "rel_avail": 0.7551717374843845, "q": 0.7872914653457352, "ram_frac": 11.130434782608695, "shrink": 0.08984375, "lpd": 0.0707332175896559, "rel_fast": 0.3835041624415329, "rel_duty": 0.41930833618960733, "mspeed": 0.672458922941761, "mavail": 0.7551717374843845, "mix": 0.7872914653457352, "dens_acc": 0.086334228515625, "dens_thru": 0.06041623135804884, "dens_avail": 0.06784746078961267, "pillars": 1, "band": "acc", "gold": false }, { "id": "rmsnorm|uint16|TweenSplitHeadProxy|lr=20k", "mode": "TweenSplitHeadProxy", "dtype": "uint16", "format": "", "arch": "rmsnorm", "score": 3827.1752816567523, "soft_acc": 0.0009452220607191347, "avg_accuracy": 42.1875, "throughput": 43633.93385095628, "availability": 36.42663512231221, "ram_kib": 1.9375, "rel_score": 0.35037715811767134, "rel_soft": 0.000012053737033053964, "rel_acc": 0.84375, "rel_thru": 0.6788279429702067, "rel_avail": 0.7366177355991279, "q": 0.7500183506570647, "ram_frac": 5.391304347826087, "shrink": 0.18548387096774194, "lpd": 0.13911630697671362, "rel_fast": 0.38713642250716956, "rel_duty": 0.409006245586903, "mspeed": 0.6788279429702067, "mavail": 0.7366177355991279, "mix": 0.7500183506570647, "dens_acc": 0.15650201612903225, "dens_thru": 0.1259116345831835, "dens_avail": 0.1366307090224189, "pillars": 1, "band": "acc", "gold": false }, { "id": "layernorm|uint3|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint3", "format": "", "arch": "layernorm", "score": 2959.923622560292, "soft_acc": 0.001460946807285516, "avg_accuracy": 49.609375, "throughput": 34635.24385505407, "availability": 37.22341264998428, "ram_kib": 0.375, "rel_score": 0.2709804361688631, "rel_soft": 0.000018630403760256728, "rel_acc": 0.9921875, "rel_thru": 0.5388322634559471, "rel_avail": 0.7527301340196608, "q": 0.7382932229501104, "ram_frac": 1.0434782608695652, "shrink": 0.9583333333333334, "lpd": 0.7075310053271892, "rel_fast": 0.3072967118781842, "rel_duty": 0.4179526383587556, "mspeed": 0.5388322634559471, "mavail": 0.7527301340196608, "mix": 0.7382932229501104, "dens_acc": 0.9508463541666667, "dens_thru": 0.5163809191452827, "dens_avail": 0.7213663784355083, "pillars": 1, "band": "acc", "gold": false }, { "id": "dense|uint16|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint16", "format": "", "arch": "dense", "score": 3584.3416258001616, "soft_acc": 0.0025199785211735145, "avg_accuracy": 39.453125, "throughput": 37547.71480633219, "availability": 39.69182339475598, "ram_kib": 3.875, "rel_score": 0.32814578380822895, "rel_soft": 0.000032135473435797744, "rel_acc": 0.7890625, "rel_thru": 0.584142564185875, "rel_avail": 0.8026462222676402, "q": 0.717879372107297, "ram_frac": 10.782608695652174, "shrink": 0.09274193548387097, "lpd": 0.06657752241317674, "rel_fast": 0.3331372328952722, "rel_duty": 0.4456684953929136, "mspeed": 0.584142564185875, "mavail": 0.8026462222676402, "mix": 0.717879372107297, "dens_acc": 0.07317918346774194, "dens_thru": 0.05417451200110937, "dens_avail": 0.07443896416191824, "pillars": 1, "band": "—", "gold": false } ], "gold_std": { "id": "rmsnorm|uint4|TweenSplitSparse|lr=20k", "mode": "TweenSplitSparse", "dtype": "uint4", "format": "", "arch": "rmsnorm", "score": 5062.916906963542, "soft_acc": 0.00130605281795138, "avg_accuracy": 43.75, "throughput": 58427.78019469091, "availability": 37.19082133292718, "ram_kib": 0.484375, "rel_score": 0.4635090653281699, "rel_soft": 0.00001665515213101114, "rel_acc": 0.875, "rel_thru": 0.9089808399434096, "rel_avail": 0.7520710739091074, "q": 0.8425723873744209, "ram_frac": 1.3478260869565217, "shrink": 0.7419354838709677, "lpd": 0.6251343519229574, "rel_fast": 0.5183929066966801, "rel_duty": 0.4175866959052872, "mspeed": 0.9089808399434096, "mavail": 0.7520710739091074, "mix": 0.8425723873744209, "dens_acc": 0.6491935483870968, "dens_thru": 0.6744051393128523, "dens_avail": 0.5579882161261119, "pillars": 2, "band": "keep", "gold": false }, "gold_modes": [ { "mode": "TweenSplitSparse", "n": 5, "best_acc": 50, "min_ram_kib": 0.484375, "max_thru": 64278.34078254988, "best_q": 0.9704924061260578, "smallest": "rmsnorm|uint4|TweenSplitSparse|lr=20k", "fastest": "rmsnorm|int16|TweenSplitSparse|lr=20k" }, { "mode": "MeshTween", "n": 1, "best_acc": 48.046875, "min_ram_kib": 7.5, "max_thru": 39423.65200742373, "best_q": 0.7984393580492717, "smallest": "gdn|int64|MeshTween|lr=20k", "fastest": "gdn|int64|MeshTween|lr=20k" } ] }