{
  "version": 1,
  "updated_at": "2026-08-26T21:43:05.753678848Z",
  "total": 63104,
  "next_index": 10606,
  "done_ids": [
    "dense|float64|NormalBP|lr=20k",
    "cnn1|float64|NormalBP|lr=20k",
    "cnn2|float64|NormalBP|lr=20k",
    "cnn3|float64|NormalBP|lr=20k",
    "convt1|float64|NormalBP|lr=20k",
    "convt2|float64|NormalBP|lr=20k",
    "mha|float64|NormalBP|lr=20k",
    "convt3|float64|NormalBP|lr=20k",
    "rnn|float64|NormalBP|lr=20k",
    "lstm|float64|NormalBP|lr=20k",
    "mamba|float64|NormalBP|lr=20k",
    "gdn|float64|NormalBP|lr=20k",
    "residual|float64|NormalBP|lr=20k",
    "swiglu|float64|NormalBP|lr=20k",
    "rmsnorm|float64|NormalBP|lr=20k",
    "layernorm|float64|NormalBP|lr=20k",
    "dense|float32|NormalBP|lr=20k",
    "cnn1|float32|NormalBP|lr=20k",
    "cnn2|float32|NormalBP|lr=20k",
    "cnn3|float32|NormalBP|lr=20k",
    "convt1|float32|NormalBP|lr=20k",
    "convt2|float32|NormalBP|lr=20k",
    "convt3|float32|NormalBP|lr=20k",
    "mha|float32|NormalBP|lr=20k",
    "lstm|float32|NormalBP|lr=20k",
    "rnn|float32|NormalBP|lr=20k",
    "mamba|float32|NormalBP|lr=20k",
    "gdn|float32|NormalBP|lr=20k",
    "swiglu|float32|NormalBP|lr=20k",
    "residual|float32|NormalBP|lr=20k",
    "layernorm|float32|NormalBP|lr=20k",
    "rmsnorm|float32|NormalBP|lr=20k",
    "dense|float16|NormalBP|lr=20k",
    "cnn1|float16|NormalBP|lr=20k",
    "cnn2|float16|NormalBP|lr=20k",
    "cnn3|float16|NormalBP|lr=20k",
    "convt1|float16|NormalBP|lr=20k",
    "convt2|float16|NormalBP|lr=20k",
    "convt3|float16|NormalBP|lr=20k",
    "mha|float16|NormalBP|lr=20k",
    "lstm|float16|NormalBP|lr=20k",
    "rnn|float16|NormalBP|lr=20k",
    "mamba|float16|NormalBP|lr=20k",
    "gdn|float16|NormalBP|lr=20k",
    "residual|float16|NormalBP|lr=20k",
    "swiglu|float16|NormalBP|lr=20k",
    "rmsnorm|float16|NormalBP|lr=20k",
    "layernorm|float16|NormalBP|lr=20k",
    "dense|bfloat16|NormalBP|lr=20k",
    "cnn1|bfloat16|NormalBP|lr=20k",
    "cnn2|bfloat16|NormalBP|lr=20k",
    "cnn3|bfloat16|NormalBP|lr=20k",
    "convt1|bfloat16|NormalBP|lr=20k",
    "convt2|bfloat16|NormalBP|lr=20k",
    "mha|bfloat16|NormalBP|lr=20k",
    "convt3|bfloat16|NormalBP|lr=20k",
    "lstm|bfloat16|NormalBP|lr=20k",
    "rnn|bfloat16|NormalBP|lr=20k",
    "gdn|bfloat16|NormalBP|lr=20k",
    "mamba|bfloat16|NormalBP|lr=20k",
    "swiglu|bfloat16|NormalBP|lr=20k",
    "residual|bfloat16|NormalBP|lr=20k",
    "layernorm|bfloat16|NormalBP|lr=20k",
    "rmsnorm|bfloat16|NormalBP|lr=20k",
    "dense|fp8e4m3|NormalBP|lr=20k",
    "cnn1|fp8e4m3|NormalBP|lr=20k",
    "cnn2|fp8e4m3|NormalBP|lr=20k",
    "cnn3|fp8e4m3|NormalBP|lr=20k",
    "convt1|fp8e4m3|NormalBP|lr=20k",
    "convt2|fp8e4m3|NormalBP|lr=20k",
    "convt3|fp8e4m3|NormalBP|lr=20k",
    "mha|fp8e4m3|NormalBP|lr=20k",
    "lstm|fp8e4m3|NormalBP|lr=20k",
    "rnn|fp8e4m3|NormalBP|lr=20k",
    "mamba|fp8e4m3|NormalBP|lr=20k",
    "gdn|fp8e4m3|NormalBP|lr=20k",
    "swiglu|fp8e4m3|NormalBP|lr=20k",
    "residual|fp8e4m3|NormalBP|lr=20k",
    "layernorm|fp8e4m3|NormalBP|lr=20k",
    "rmsnorm|fp8e4m3|NormalBP|lr=20k",
    "dense|fp8e5m2|NormalBP|lr=20k",
    "cnn1|fp8e5m2|NormalBP|lr=20k",
    "cnn2|fp8e5m2|NormalBP|lr=20k",
    "cnn3|fp8e5m2|NormalBP|lr=20k",
    "convt1|fp8e5m2|NormalBP|lr=20k",
    "convt2|fp8e5m2|NormalBP|lr=20k",
    "convt3|fp8e5m2|NormalBP|lr=20k",
    "mha|fp8e5m2|NormalBP|lr=20k",
    "lstm|fp8e5m2|NormalBP|lr=20k",
    "rnn|fp8e5m2|NormalBP|lr=20k",
    "mamba|fp8e5m2|NormalBP|lr=20k",
    "gdn|fp8e5m2|NormalBP|lr=20k",
    "residual|fp8e5m2|NormalBP|lr=20k",
    "layernorm|fp8e5m2|NormalBP|lr=20k",
    "swiglu|fp8e5m2|NormalBP|lr=20k",
    "rmsnorm|fp8e5m2|NormalBP|lr=20k",
    "dense|int64|NormalBP|lr=20k",
    "cnn1|int64|NormalBP|lr=20k",
    "cnn2|int64|NormalBP|lr=20k",
    "cnn3|int64|NormalBP|lr=20k",
    "convt1|int64|NormalBP|lr=20k",
    "convt3|int64|NormalBP|lr=20k",
    "convt2|int64|NormalBP|lr=20k",
    "mha|int64|NormalBP|lr=20k",
    "lstm|int64|NormalBP|lr=20k",
    "rnn|int64|NormalBP|lr=20k",
    "mamba|int64|NormalBP|lr=20k",
    "gdn|int64|NormalBP|lr=20k",
    "residual|int64|NormalBP|lr=20k",
    "swiglu|int64|NormalBP|lr=20k",
    "layernorm|int64|NormalBP|lr=20k",
    "rmsnorm|int64|NormalBP|lr=20k",
    "dense|int32|NormalBP|lr=20k",
    "cnn1|int32|NormalBP|lr=20k",
    "cnn2|int32|NormalBP|lr=20k",
    "cnn3|int32|NormalBP|lr=20k",
    "convt1|int32|NormalBP|lr=20k",
    "convt2|int32|NormalBP|lr=20k",
    "convt3|int32|NormalBP|lr=20k",
    "mha|int32|NormalBP|lr=20k",
    "lstm|int32|NormalBP|lr=20k",
    "rnn|int32|NormalBP|lr=20k",
    "mamba|int32|NormalBP|lr=20k",
    "gdn|int32|NormalBP|lr=20k",
    "residual|int32|NormalBP|lr=20k",
    "swiglu|int32|NormalBP|lr=20k",
    "layernorm|int32|NormalBP|lr=20k",
    "rmsnorm|int32|NormalBP|lr=20k",
    "dense|int16|NormalBP|lr=20k",
    "cnn1|int16|NormalBP|lr=20k",
    "cnn2|int16|NormalBP|lr=20k",
    "cnn3|int16|NormalBP|lr=20k",
    "convt1|int16|NormalBP|lr=20k",
    "convt2|int16|NormalBP|lr=20k",
    "convt3|int16|NormalBP|lr=20k",
    "mha|int16|NormalBP|lr=20k",
    "lstm|int16|NormalBP|lr=20k",
    "rnn|int16|NormalBP|lr=20k",
    "mamba|int16|NormalBP|lr=20k",
    "gdn|int16|NormalBP|lr=20k",
    "swiglu|int16|NormalBP|lr=20k",
    "residual|int16|NormalBP|lr=20k",
    "layernorm|int16|NormalBP|lr=20k",
    "rmsnorm|int16|NormalBP|lr=20k",
    "dense|int8|NormalBP|lr=20k",
    "cnn1|int8|NormalBP|lr=20k",
    "cnn2|int8|NormalBP|lr=20k",
    "cnn3|int8|NormalBP|lr=20k",
    "convt1|int8|NormalBP|lr=20k",
    "convt2|int8|NormalBP|lr=20k",
    "convt3|int8|NormalBP|lr=20k",
    "mha|int8|NormalBP|lr=20k",
    "lstm|int8|NormalBP|lr=20k",
    "rnn|int8|NormalBP|lr=20k",
    "mamba|int8|NormalBP|lr=20k",
    "gdn|int8|NormalBP|lr=20k",
    "swiglu|int8|NormalBP|lr=20k",
    "residual|int8|NormalBP|lr=20k",
    "layernorm|int8|NormalBP|lr=20k",
    "rmsnorm|int8|NormalBP|lr=20k",
    "dense|uint64|NormalBP|lr=20k",
    "cnn1|uint64|NormalBP|lr=20k",
    "cnn2|uint64|NormalBP|lr=20k",
    "cnn3|uint64|NormalBP|lr=20k",
    "convt1|uint64|NormalBP|lr=20k",
    "convt2|uint64|NormalBP|lr=20k",
    "convt3|uint64|NormalBP|lr=20k",
    "mha|uint64|NormalBP|lr=20k",
    "lstm|uint64|NormalBP|lr=20k",
    "rnn|uint64|NormalBP|lr=20k",
    "mamba|uint64|NormalBP|lr=20k",
    "gdn|uint64|NormalBP|lr=20k",
    "swiglu|uint64|NormalBP|lr=20k",
    "residual|uint64|NormalBP|lr=20k",
    "layernorm|uint64|NormalBP|lr=20k",
    "rmsnorm|uint64|NormalBP|lr=20k",
    "dense|uint32|NormalBP|lr=20k",
    "cnn1|uint32|NormalBP|lr=20k",
    "cnn2|uint32|NormalBP|lr=20k",
    "cnn3|uint32|NormalBP|lr=20k",
    "convt1|uint32|NormalBP|lr=20k",
    "convt2|uint32|NormalBP|lr=20k",
    "convt3|uint32|NormalBP|lr=20k",
    "mha|uint32|NormalBP|lr=20k",
    "rnn|uint32|NormalBP|lr=20k",
    "lstm|uint32|NormalBP|lr=20k",
    "gdn|uint32|NormalBP|lr=20k",
    "mamba|uint32|NormalBP|lr=20k",
    "residual|uint32|NormalBP|lr=20k",
    "swiglu|uint32|NormalBP|lr=20k",
    "layernorm|uint32|NormalBP|lr=20k",
    "rmsnorm|uint32|NormalBP|lr=20k",
    "dense|uint16|NormalBP|lr=20k",
    "cnn1|uint16|NormalBP|lr=20k",
    "cnn3|uint16|NormalBP|lr=20k",
    "cnn2|uint16|NormalBP|lr=20k",
    "convt1|uint16|NormalBP|lr=20k",
    "convt2|uint16|NormalBP|lr=20k",
    "convt3|uint16|NormalBP|lr=20k",
    "mha|uint16|NormalBP|lr=20k",
    "lstm|uint16|NormalBP|lr=20k",
    "rnn|uint16|NormalBP|lr=20k",
    "gdn|uint16|NormalBP|lr=20k",
    "mamba|uint16|NormalBP|lr=20k",
    "swiglu|uint16|NormalBP|lr=20k",
    "residual|uint16|NormalBP|lr=20k",
    "layernorm|uint16|NormalBP|lr=20k",
    "rmsnorm|uint16|NormalBP|lr=20k",
    "dense|uint8|NormalBP|lr=20k",
    "cnn1|uint8|NormalBP|lr=20k",
    "cnn2|uint8|NormalBP|lr=20k",
    "cnn3|uint8|NormalBP|lr=20k",
    "convt1|uint8|NormalBP|lr=20k",
    "convt2|uint8|NormalBP|lr=20k",
    "convt3|uint8|NormalBP|lr=20k",
    "mha|uint8|NormalBP|lr=20k",
    "lstm|uint8|NormalBP|lr=20k",
    "rnn|uint8|NormalBP|lr=20k",
    "mamba|uint8|NormalBP|lr=20k",
    "gdn|uint8|NormalBP|lr=20k",
    "residual|uint8|NormalBP|lr=20k",
    "swiglu|uint8|NormalBP|lr=20k",
    "layernorm|uint8|NormalBP|lr=20k",
    "rmsnorm|uint8|NormalBP|lr=20k",
    "dense|int4|NormalBP|lr=20k",
    "cnn1|int4|NormalBP|lr=20k",
    "cnn2|int4|NormalBP|lr=20k",
    "cnn3|int4|NormalBP|lr=20k",
    "convt1|int4|NormalBP|lr=20k",
    "convt2|int4|NormalBP|lr=20k",
    "convt3|int4|NormalBP|lr=20k",
    "mha|int4|NormalBP|lr=20k",
    "lstm|int4|NormalBP|lr=20k",
    "rnn|int4|NormalBP|lr=20k",
    "mamba|int4|NormalBP|lr=20k",
    "gdn|int4|NormalBP|lr=20k",
    "swiglu|int4|NormalBP|lr=20k",
    "residual|int4|NormalBP|lr=20k",
    "layernorm|int4|NormalBP|lr=20k",
    "rmsnorm|int4|NormalBP|lr=20k",
    "dense|uint4|NormalBP|lr=20k",
    "cnn1|uint4|NormalBP|lr=20k",
    "cnn2|uint4|NormalBP|lr=20k",
    "cnn3|uint4|NormalBP|lr=20k",
    "convt1|uint4|NormalBP|lr=20k",
    "convt2|uint4|NormalBP|lr=20k",
    "mha|uint4|NormalBP|lr=20k",
    "convt3|uint4|NormalBP|lr=20k",
    "lstm|uint4|NormalBP|lr=20k",
    "rnn|uint4|NormalBP|lr=20k",
    "gdn|uint4|NormalBP|lr=20k",
    "mamba|uint4|NormalBP|lr=20k",
    "swiglu|uint4|NormalBP|lr=20k",
    "residual|uint4|NormalBP|lr=20k",
    "layernorm|uint4|NormalBP|lr=20k",
    "rmsnorm|uint4|NormalBP|lr=20k",
    "dense|fp4|NormalBP|lr=20k",
    "cnn1|fp4|NormalBP|lr=20k",
    "cnn2|fp4|NormalBP|lr=20k",
    "cnn3|fp4|NormalBP|lr=20k",
    "convt1|fp4|NormalBP|lr=20k",
    "convt2|fp4|NormalBP|lr=20k",
    "convt3|fp4|NormalBP|lr=20k",
    "mha|fp4|NormalBP|lr=20k",
    "lstm|fp4|NormalBP|lr=20k",
    "rnn|fp4|NormalBP|lr=20k",
    "mamba|fp4|NormalBP|lr=20k",
    "gdn|fp4|NormalBP|lr=20k",
    "swiglu|fp4|NormalBP|lr=20k",
    "residual|fp4|NormalBP|lr=20k",
    "rmsnorm|fp4|NormalBP|lr=20k",
    "layernorm|fp4|NormalBP|lr=20k",
    "dense|int2|NormalBP|lr=20k",
    "cnn1|int2|NormalBP|lr=20k",
    "cnn2|int2|NormalBP|lr=20k",
    "cnn3|int2|NormalBP|lr=20k",
    "convt1|int2|NormalBP|lr=20k",
    "convt2|int2|NormalBP|lr=20k",
    "convt3|int2|NormalBP|lr=20k",
    "mha|int2|NormalBP|lr=20k",
    "lstm|int2|NormalBP|lr=20k",
    "rnn|int2|NormalBP|lr=20k",
    "gdn|int2|NormalBP|lr=20k",
    "mamba|int2|NormalBP|lr=20k",
    "swiglu|int2|NormalBP|lr=20k",
    "residual|int2|NormalBP|lr=20k",
    "layernorm|int2|NormalBP|lr=20k",
    "rmsnorm|int2|NormalBP|lr=20k",
    "dense|uint2|NormalBP|lr=20k",
    "cnn1|uint2|NormalBP|lr=20k",
    "cnn2|uint2|NormalBP|lr=20k",
    "cnn3|uint2|NormalBP|lr=20k",
    "convt1|uint2|NormalBP|lr=20k",
    "convt2|uint2|NormalBP|lr=20k",
    "convt3|uint2|NormalBP|lr=20k",
    "mha|uint2|NormalBP|lr=20k",
    "lstm|uint2|NormalBP|lr=20k",
    "rnn|uint2|NormalBP|lr=20k",
    "gdn|uint2|NormalBP|lr=20k",
    "mamba|uint2|NormalBP|lr=20k",
    "swiglu|uint2|NormalBP|lr=20k",
    "residual|uint2|NormalBP|lr=20k",
    "layernorm|uint2|NormalBP|lr=20k",
    "rmsnorm|uint2|NormalBP|lr=20k",
    "dense|ternary|NormalBP|lr=20k",
    "cnn1|ternary|NormalBP|lr=20k",
    "cnn2|ternary|NormalBP|lr=20k",
    "cnn3|ternary|NormalBP|lr=20k",
    "convt1|ternary|NormalBP|lr=20k",
    "convt2|ternary|NormalBP|lr=20k",
    "convt3|ternary|NormalBP|lr=20k",
    "mha|ternary|NormalBP|lr=20k",
    "lstm|ternary|NormalBP|lr=20k",
    "rnn|ternary|NormalBP|lr=20k",
    "mamba|ternary|NormalBP|lr=20k",
    "gdn|ternary|NormalBP|lr=20k",
    "swiglu|ternary|NormalBP|lr=20k",
    "residual|ternary|NormalBP|lr=20k",
    "layernorm|ternary|NormalBP|lr=20k",
    "rmsnorm|ternary|NormalBP|lr=20k",
    "dense|binary|NormalBP|lr=20k",
    "cnn1|binary|NormalBP|lr=20k",
    "cnn2|binary|NormalBP|lr=20k",
    "cnn3|binary|NormalBP|lr=20k",
    "convt1|binary|NormalBP|lr=20k",
    "convt2|binary|NormalBP|lr=20k",
    "convt3|binary|NormalBP|lr=20k",
    "mha|binary|NormalBP|lr=20k",
    "rnn|binary|NormalBP|lr=20k",
    "lstm|binary|NormalBP|lr=20k",
    "mamba|binary|NormalBP|lr=20k",
    "gdn|binary|NormalBP|lr=20k",
    "swiglu|binary|NormalBP|lr=20k",
    "residual|binary|NormalBP|lr=20k",
    "layernorm|binary|NormalBP|lr=20k",
    "rmsnorm|binary|NormalBP|lr=20k",
    "dense|int|NormalBP|lr=20k",
    "cnn1|int|NormalBP|lr=20k",
    "cnn2|int|NormalBP|lr=20k",
    "cnn3|int|NormalBP|lr=20k",
    "convt1|int|NormalBP|lr=20k",
    "convt2|int|NormalBP|lr=20k",
    "convt3|int|NormalBP|lr=20k",
    "mha|int|NormalBP|lr=20k",
    "lstm|int|NormalBP|lr=20k",
    "rnn|int|NormalBP|lr=20k",
    "gdn|int|NormalBP|lr=20k",
    "mamba|int|NormalBP|lr=20k",
    "swiglu|int|NormalBP|lr=20k",
    "residual|int|NormalBP|lr=20k",
    "layernorm|int|NormalBP|lr=20k",
    "rmsnorm|int|NormalBP|lr=20k",
    "dense|uint|NormalBP|lr=20k",
    "cnn1|uint|NormalBP|lr=20k",
    "cnn2|uint|NormalBP|lr=20k",
    "cnn3|uint|NormalBP|lr=20k",
    "convt1|uint|NormalBP|lr=20k",
    "convt2|uint|NormalBP|lr=20k",
    "convt3|uint|NormalBP|lr=20k",
    "mha|uint|NormalBP|lr=20k",
    "lstm|uint|NormalBP|lr=20k",
    "rnn|uint|NormalBP|lr=20k",
    "mamba|uint|NormalBP|lr=20k",
    "gdn|uint|NormalBP|lr=20k",
    "swiglu|uint|NormalBP|lr=20k",
    "residual|uint|NormalBP|lr=20k",
    "layernorm|uint|NormalBP|lr=20k",
    "rmsnorm|uint|NormalBP|lr=20k",
    "dense|uintptr|NormalBP|lr=20k",
    "cnn1|uintptr|NormalBP|lr=20k",
    "cnn2|uintptr|NormalBP|lr=20k",
    "cnn3|uintptr|NormalBP|lr=20k",
    "convt1|uintptr|NormalBP|lr=20k",
    "convt2|uintptr|NormalBP|lr=20k",
    "convt3|uintptr|NormalBP|lr=20k",
    "mha|uintptr|NormalBP|lr=20k",
    "lstm|uintptr|NormalBP|lr=20k",
    "rnn|uintptr|NormalBP|lr=20k",
    "mamba|uintptr|NormalBP|lr=20k",
    "gdn|uintptr|NormalBP|lr=20k",
    "swiglu|uintptr|NormalBP|lr=20k",
    "residual|uintptr|NormalBP|lr=20k",
    "layernorm|uintptr|NormalBP|lr=20k",
    "rmsnorm|uintptr|NormalBP|lr=20k",
    "dense|complex64|NormalBP|lr=20k",
    "cnn1|complex64|NormalBP|lr=20k",
    "cnn2|complex64|NormalBP|lr=20k",
    "cnn3|complex64|NormalBP|lr=20k",
    "convt1|complex64|NormalBP|lr=20k",
    "convt2|complex64|NormalBP|lr=20k",
    "convt3|complex64|NormalBP|lr=20k",
    "mha|complex64|NormalBP|lr=20k",
    "lstm|complex64|NormalBP|lr=20k",
    "rnn|complex64|NormalBP|lr=20k",
    "mamba|complex64|NormalBP|lr=20k",
    "gdn|complex64|NormalBP|lr=20k",
    "swiglu|complex64|NormalBP|lr=20k",
    "residual|complex64|NormalBP|lr=20k",
    "layernorm|complex64|NormalBP|lr=20k",
    "rmsnorm|complex64|NormalBP|lr=20k",
    "dense|complex128|NormalBP|lr=20k",
    "cnn1|complex128|NormalBP|lr=20k",
    "cnn2|complex128|NormalBP|lr=20k",
    "cnn3|complex128|NormalBP|lr=20k",
    "convt1|complex128|NormalBP|lr=20k",
    "convt2|complex128|NormalBP|lr=20k",
    "convt3|complex128|NormalBP|lr=20k",
    "mha|complex128|NormalBP|lr=20k",
    "lstm|complex128|NormalBP|lr=20k",
    "rnn|complex128|NormalBP|lr=20k",
    "mamba|complex128|NormalBP|lr=20k",
    "gdn|complex128|NormalBP|lr=20k",
    "swiglu|complex128|NormalBP|lr=20k",
    "residual|complex128|NormalBP|lr=20k",
    "layernorm|complex128|NormalBP|lr=20k",
    "rmsnorm|complex128|NormalBP|lr=20k",
    "dense|nf4|NormalBP|lr=20k",
    "cnn1|nf4|NormalBP|lr=20k",
    "cnn2|nf4|NormalBP|lr=20k",
    "cnn3|nf4|NormalBP|lr=20k",
    "convt1|nf4|NormalBP|lr=20k",
    "convt2|nf4|NormalBP|lr=20k",
    "mha|nf4|NormalBP|lr=20k",
    "convt3|nf4|NormalBP|lr=20k",
    "lstm|nf4|NormalBP|lr=20k",
    "rnn|nf4|NormalBP|lr=20k",
    "mamba|nf4|NormalBP|lr=20k",
    "gdn|nf4|NormalBP|lr=20k",
    "swiglu|nf4|NormalBP|lr=20k",
    "residual|nf4|NormalBP|lr=20k",
    "layernorm|nf4|NormalBP|lr=20k",
    "rmsnorm|nf4|NormalBP|lr=20k",
    "dense|fp6|NormalBP|lr=20k",
    "cnn1|fp6|NormalBP|lr=20k",
    "cnn3|fp6|NormalBP|lr=20k",
    "cnn2|fp6|NormalBP|lr=20k",
    "convt1|fp6|NormalBP|lr=20k",
    "convt2|fp6|NormalBP|lr=20k",
    "convt3|fp6|NormalBP|lr=20k",
    "mha|fp6|NormalBP|lr=20k",
    "lstm|fp6|NormalBP|lr=20k",
    "rnn|fp6|NormalBP|lr=20k",
    "mamba|fp6|NormalBP|lr=20k",
    "gdn|fp6|NormalBP|lr=20k",
    "swiglu|fp6|NormalBP|lr=20k",
    "residual|fp6|NormalBP|lr=20k",
    "layernorm|fp6|NormalBP|lr=20k",
    "rmsnorm|fp6|NormalBP|lr=20k",
    "dense|int6|NormalBP|lr=20k",
    "cnn1|int6|NormalBP|lr=20k",
    "cnn2|int6|NormalBP|lr=20k",
    "cnn3|int6|NormalBP|lr=20k",
    "convt1|int6|NormalBP|lr=20k",
    "convt2|int6|NormalBP|lr=20k",
    "convt3|int6|NormalBP|lr=20k",
    "mha|int6|NormalBP|lr=20k",
    "lstm|int6|NormalBP|lr=20k",
    "rnn|int6|NormalBP|lr=20k",
    "mamba|int6|NormalBP|lr=20k",
    "gdn|int6|NormalBP|lr=20k",
    "swiglu|int6|NormalBP|lr=20k",
    "residual|int6|NormalBP|lr=20k",
    "layernorm|int6|NormalBP|lr=20k",
    "rmsnorm|int6|NormalBP|lr=20k",
    "dense|uint6|NormalBP|lr=20k",
    "cnn1|uint6|NormalBP|lr=20k",
    "cnn2|uint6|NormalBP|lr=20k",
    "cnn3|uint6|NormalBP|lr=20k",
    "convt1|uint6|NormalBP|lr=20k",
    "convt2|uint6|NormalBP|lr=20k",
    "convt3|uint6|NormalBP|lr=20k",
    "mha|uint6|NormalBP|lr=20k",
    "lstm|uint6|NormalBP|lr=20k",
    "rnn|uint6|NormalBP|lr=20k",
    "mamba|uint6|NormalBP|lr=20k",
    "gdn|uint6|NormalBP|lr=20k",
    "swiglu|uint6|NormalBP|lr=20k",
    "residual|uint6|NormalBP|lr=20k",
    "layernorm|uint6|NormalBP|lr=20k",
    "rmsnorm|uint6|NormalBP|lr=20k",
    "dense|int5|NormalBP|lr=20k",
    "cnn1|int5|NormalBP|lr=20k",
    "cnn3|int5|NormalBP|lr=20k",
    "cnn2|int5|NormalBP|lr=20k",
    "convt1|int5|NormalBP|lr=20k",
    "convt2|int5|NormalBP|lr=20k",
    "convt3|int5|NormalBP|lr=20k",
    "mha|int5|NormalBP|lr=20k",
    "lstm|int5|NormalBP|lr=20k",
    "rnn|int5|NormalBP|lr=20k",
    "gdn|int5|NormalBP|lr=20k",
    "mamba|int5|NormalBP|lr=20k",
    "swiglu|int5|NormalBP|lr=20k",
    "residual|int5|NormalBP|lr=20k",
    "layernorm|int5|NormalBP|lr=20k",
    "rmsnorm|int5|NormalBP|lr=20k",
    "dense|uint5|NormalBP|lr=20k",
    "cnn1|uint5|NormalBP|lr=20k",
    "cnn2|uint5|NormalBP|lr=20k",
    "cnn3|uint5|NormalBP|lr=20k",
    "convt1|uint5|NormalBP|lr=20k",
    "convt2|uint5|NormalBP|lr=20k",
    "convt3|uint5|NormalBP|lr=20k",
    "mha|uint5|NormalBP|lr=20k",
    "lstm|uint5|NormalBP|lr=20k",
    "rnn|uint5|NormalBP|lr=20k",
    "mamba|uint5|NormalBP|lr=20k",
    "gdn|uint5|NormalBP|lr=20k",
    "swiglu|uint5|NormalBP|lr=20k",
    "residual|uint5|NormalBP|lr=20k",
    "layernorm|uint5|NormalBP|lr=20k",
    "rmsnorm|uint5|NormalBP|lr=20k",
    "dense|int3|NormalBP|lr=20k",
    "cnn1|int3|NormalBP|lr=20k",
    "cnn2|int3|NormalBP|lr=20k",
    "cnn3|int3|NormalBP|lr=20k",
    "convt1|int3|NormalBP|lr=20k",
    "convt2|int3|NormalBP|lr=20k",
    "convt3|int3|NormalBP|lr=20k",
    "mha|int3|NormalBP|lr=20k",
    "lstm|int3|NormalBP|lr=20k",
    "rnn|int3|NormalBP|lr=20k",
    "mamba|int3|NormalBP|lr=20k",
    "gdn|int3|NormalBP|lr=20k",
    "swiglu|int3|NormalBP|lr=20k",
    "residual|int3|NormalBP|lr=20k",
    "layernorm|int3|NormalBP|lr=20k",
    "rmsnorm|int3|NormalBP|lr=20k",
    "dense|uint3|NormalBP|lr=20k",
    "cnn1|uint3|NormalBP|lr=20k",
    "cnn2|uint3|NormalBP|lr=20k",
    "cnn3|uint3|NormalBP|lr=20k",
    "convt1|uint3|NormalBP|lr=20k",
    "convt2|uint3|NormalBP|lr=20k",
    "convt3|uint3|NormalBP|lr=20k",
    "mha|uint3|NormalBP|lr=20k",
    "lstm|uint3|NormalBP|lr=20k",
    "rnn|uint3|NormalBP|lr=20k",
    "mamba|uint3|NormalBP|lr=20k",
    "gdn|uint3|NormalBP|lr=20k",
    "swiglu|uint3|NormalBP|lr=20k",
    "residual|uint3|NormalBP|lr=20k",
    "layernorm|uint3|NormalBP|lr=20k",
    "rmsnorm|uint3|NormalBP|lr=20k",
    "dense|float64|StepBP|lr=20k",
    "cnn1|float64|StepBP|lr=20k",
    "cnn2|float64|StepBP|lr=20k",
    "cnn3|float64|StepBP|lr=20k",
    "convt1|float64|StepBP|lr=20k",
    "convt2|float64|StepBP|lr=20k",
    "convt3|float64|StepBP|lr=20k",
    "mha|float64|StepBP|lr=20k",
    "lstm|float64|StepBP|lr=20k",
    "rnn|float64|StepBP|lr=20k",
    "mamba|float64|StepBP|lr=20k",
    "gdn|float64|StepBP|lr=20k",
    "swiglu|float64|StepBP|lr=20k",
    "residual|float64|StepBP|lr=20k",
    "layernorm|float64|StepBP|lr=20k",
    "rmsnorm|float64|StepBP|lr=20k",
    "dense|float32|StepBP|lr=20k",
    "cnn1|float32|StepBP|lr=20k",
    "cnn2|float32|StepBP|lr=20k",
    "cnn3|float32|StepBP|lr=20k",
    "convt1|float32|StepBP|lr=20k",
    "convt2|float32|StepBP|lr=20k",
    "convt3|float32|StepBP|lr=20k",
    "mha|float32|StepBP|lr=20k",
    "lstm|float32|StepBP|lr=20k",
    "rnn|float32|StepBP|lr=20k",
    "mamba|float32|StepBP|lr=20k",
    "gdn|float32|StepBP|lr=20k",
    "swiglu|float32|StepBP|lr=20k",
    "residual|float32|StepBP|lr=20k",
    "layernorm|float32|StepBP|lr=20k",
    "rmsnorm|float32|StepBP|lr=20k",
    "dense|float16|StepBP|lr=20k",
    "cnn1|float16|StepBP|lr=20k",
    "cnn2|float16|StepBP|lr=20k",
    "cnn3|float16|StepBP|lr=20k",
    "convt1|float16|StepBP|lr=20k",
    "convt2|float16|StepBP|lr=20k",
    "convt3|float16|StepBP|lr=20k",
    "mha|float16|StepBP|lr=20k",
    "lstm|float16|StepBP|lr=20k",
    "rnn|float16|StepBP|lr=20k",
    "mamba|float16|StepBP|lr=20k",
    "gdn|float16|StepBP|lr=20k",
    "swiglu|float16|StepBP|lr=20k",
    "residual|float16|StepBP|lr=20k",
    "layernorm|float16|StepBP|lr=20k",
    "rmsnorm|float16|StepBP|lr=20k",
    "dense|bfloat16|StepBP|lr=20k",
    "cnn1|bfloat16|StepBP|lr=20k",
    "cnn2|bfloat16|StepBP|lr=20k",
    "cnn3|bfloat16|StepBP|lr=20k",
    "convt1|bfloat16|StepBP|lr=20k",
    "convt2|bfloat16|StepBP|lr=20k",
    "convt3|bfloat16|StepBP|lr=20k",
    "mha|bfloat16|StepBP|lr=20k",
    "lstm|bfloat16|StepBP|lr=20k",
    "rnn|bfloat16|StepBP|lr=20k",
    "mamba|bfloat16|StepBP|lr=20k",
    "gdn|bfloat16|StepBP|lr=20k",
    "swiglu|bfloat16|StepBP|lr=20k",
    "residual|bfloat16|StepBP|lr=20k",
    "layernorm|bfloat16|StepBP|lr=20k",
    "rmsnorm|bfloat16|StepBP|lr=20k",
    "dense|fp8e4m3|StepBP|lr=20k",
    "cnn1|fp8e4m3|StepBP|lr=20k",
    "cnn2|fp8e4m3|StepBP|lr=20k",
    "cnn3|fp8e4m3|StepBP|lr=20k",
    "convt1|fp8e4m3|StepBP|lr=20k",
    "convt2|fp8e4m3|StepBP|lr=20k",
    "convt3|fp8e4m3|StepBP|lr=20k",
    "mha|fp8e4m3|StepBP|lr=20k",
    "lstm|fp8e4m3|StepBP|lr=20k",
    "rnn|fp8e4m3|StepBP|lr=20k",
    "mamba|fp8e4m3|StepBP|lr=20k",
    "gdn|fp8e4m3|StepBP|lr=20k",
    "swiglu|fp8e4m3|StepBP|lr=20k",
    "residual|fp8e4m3|StepBP|lr=20k",
    "layernorm|fp8e4m3|StepBP|lr=20k",
    "rmsnorm|fp8e4m3|StepBP|lr=20k",
    "dense|fp8e5m2|StepBP|lr=20k",
    "cnn1|fp8e5m2|StepBP|lr=20k",
    "cnn2|fp8e5m2|StepBP|lr=20k",
    "cnn3|fp8e5m2|StepBP|lr=20k",
    "convt1|fp8e5m2|StepBP|lr=20k",
    "convt2|fp8e5m2|StepBP|lr=20k",
    "convt3|fp8e5m2|StepBP|lr=20k",
    "mha|fp8e5m2|StepBP|lr=20k",
    "lstm|fp8e5m2|StepBP|lr=20k",
    "rnn|fp8e5m2|StepBP|lr=20k",
    "mamba|fp8e5m2|StepBP|lr=20k",
    "gdn|fp8e5m2|StepBP|lr=20k",
    "swiglu|fp8e5m2|StepBP|lr=20k",
    "residual|fp8e5m2|StepBP|lr=20k",
    "layernorm|fp8e5m2|StepBP|lr=20k",
    "rmsnorm|fp8e5m2|StepBP|lr=20k",
    "dense|int64|StepBP|lr=20k",
    "cnn1|int64|StepBP|lr=20k",
    "cnn2|int64|StepBP|lr=20k",
    "cnn3|int64|StepBP|lr=20k",
    "convt1|int64|StepBP|lr=20k",
    "convt2|int64|StepBP|lr=20k",
    "convt3|int64|StepBP|lr=20k",
    "mha|int64|StepBP|lr=20k",
    "lstm|int64|StepBP|lr=20k",
    "rnn|int64|StepBP|lr=20k",
    "mamba|int64|StepBP|lr=20k",
    "gdn|int64|StepBP|lr=20k",
    "swiglu|int64|StepBP|lr=20k",
    "residual|int64|StepBP|lr=20k",
    "layernorm|int64|StepBP|lr=20k",
    "rmsnorm|int64|StepBP|lr=20k",
    "dense|int32|StepBP|lr=20k",
    "cnn1|int32|StepBP|lr=20k",
    "cnn2|int32|StepBP|lr=20k",
    "cnn3|int32|StepBP|lr=20k",
    "convt1|int32|StepBP|lr=20k",
    "convt2|int32|StepBP|lr=20k",
    "convt3|int32|StepBP|lr=20k",
    "mha|int32|StepBP|lr=20k",
    "lstm|int32|StepBP|lr=20k",
    "rnn|int32|StepBP|lr=20k",
    "mamba|int32|StepBP|lr=20k",
    "gdn|int32|StepBP|lr=20k",
    "swiglu|int32|StepBP|lr=20k",
    "residual|int32|StepBP|lr=20k",
    "layernorm|int32|StepBP|lr=20k",
    "rmsnorm|int32|StepBP|lr=20k",
    "dense|int16|StepBP|lr=20k",
    "cnn1|int16|StepBP|lr=20k",
    "cnn2|int16|StepBP|lr=20k",
    "cnn3|int16|StepBP|lr=20k",
    "convt1|int16|StepBP|lr=20k",
    "convt2|int16|StepBP|lr=20k",
    "convt3|int16|StepBP|lr=20k",
    "mha|int16|StepBP|lr=20k",
    "lstm|int16|StepBP|lr=20k",
    "rnn|int16|StepBP|lr=20k",
    "mamba|int16|StepBP|lr=20k",
    "gdn|int16|StepBP|lr=20k",
    "swiglu|int16|StepBP|lr=20k",
    "residual|int16|StepBP|lr=20k",
    "layernorm|int16|StepBP|lr=20k",
    "rmsnorm|int16|StepBP|lr=20k",
    "dense|int8|StepBP|lr=20k",
    "cnn1|int8|StepBP|lr=20k",
    "cnn2|int8|StepBP|lr=20k",
    "cnn3|int8|StepBP|lr=20k",
    "convt1|int8|StepBP|lr=20k",
    "convt2|int8|StepBP|lr=20k",
    "convt3|int8|StepBP|lr=20k",
    "mha|int8|StepBP|lr=20k",
    "lstm|int8|StepBP|lr=20k",
    "rnn|int8|StepBP|lr=20k",
    "mamba|int8|StepBP|lr=20k",
    "gdn|int8|StepBP|lr=20k",
    "swiglu|int8|StepBP|lr=20k",
    "residual|int8|StepBP|lr=20k",
    "layernorm|int8|StepBP|lr=20k",
    "rmsnorm|int8|StepBP|lr=20k",
    "dense|uint64|StepBP|lr=20k",
    "cnn1|uint64|StepBP|lr=20k",
    "cnn2|uint64|StepBP|lr=20k",
    "cnn3|uint64|StepBP|lr=20k",
    "convt1|uint64|StepBP|lr=20k",
    "convt2|uint64|StepBP|lr=20k",
    "convt3|uint64|StepBP|lr=20k",
    "mha|uint64|StepBP|lr=20k",
    "lstm|uint64|StepBP|lr=20k",
    "rnn|uint64|StepBP|lr=20k",
    "mamba|uint64|StepBP|lr=20k",
    "gdn|uint64|StepBP|lr=20k",
    "swiglu|uint64|StepBP|lr=20k",
    "residual|uint64|StepBP|lr=20k",
    "layernorm|uint64|StepBP|lr=20k",
    "rmsnorm|uint64|StepBP|lr=20k",
    "dense|uint32|StepBP|lr=20k",
    "cnn1|uint32|StepBP|lr=20k",
    "cnn2|uint32|StepBP|lr=20k",
    "cnn3|uint32|StepBP|lr=20k",
    "convt1|uint32|StepBP|lr=20k",
    "convt2|uint32|StepBP|lr=20k",
    "convt3|uint32|StepBP|lr=20k",
    "mha|uint32|StepBP|lr=20k",
    "lstm|uint32|StepBP|lr=20k",
    "rnn|uint32|StepBP|lr=20k",
    "mamba|uint32|StepBP|lr=20k",
    "gdn|uint32|StepBP|lr=20k",
    "swiglu|uint32|StepBP|lr=20k",
    "residual|uint32|StepBP|lr=20k",
    "layernorm|uint32|StepBP|lr=20k",
    "rmsnorm|uint32|StepBP|lr=20k",
    "dense|uint16|StepBP|lr=20k",
    "cnn1|uint16|StepBP|lr=20k",
    "cnn2|uint16|StepBP|lr=20k",
    "cnn3|uint16|StepBP|lr=20k",
    "convt1|uint16|StepBP|lr=20k",
    "convt2|uint16|StepBP|lr=20k",
    "convt3|uint16|StepBP|lr=20k",
    "mha|uint16|StepBP|lr=20k",
    "lstm|uint16|StepBP|lr=20k",
    "rnn|uint16|StepBP|lr=20k",
    "mamba|uint16|StepBP|lr=20k",
    "gdn|uint16|StepBP|lr=20k",
    "swiglu|uint16|StepBP|lr=20k",
    "residual|uint16|StepBP|lr=20k",
    "layernorm|uint16|StepBP|lr=20k",
    "rmsnorm|uint16|StepBP|lr=20k",
    "dense|uint8|StepBP|lr=20k",
    "cnn1|uint8|StepBP|lr=20k",
    "cnn2|uint8|StepBP|lr=20k",
    "cnn3|uint8|StepBP|lr=20k",
    "convt1|uint8|StepBP|lr=20k",
    "convt2|uint8|StepBP|lr=20k",
    "convt3|uint8|StepBP|lr=20k",
    "mha|uint8|StepBP|lr=20k",
    "lstm|uint8|StepBP|lr=20k",
    "rnn|uint8|StepBP|lr=20k",
    "mamba|uint8|StepBP|lr=20k",
    "gdn|uint8|StepBP|lr=20k",
    "swiglu|uint8|StepBP|lr=20k",
    "residual|uint8|StepBP|lr=20k",
    "layernorm|uint8|StepBP|lr=20k",
    "rmsnorm|uint8|StepBP|lr=20k",
    "dense|int4|StepBP|lr=20k",
    "cnn1|int4|StepBP|lr=20k",
    "cnn2|int4|StepBP|lr=20k",
    "cnn3|int4|StepBP|lr=20k",
    "convt1|int4|StepBP|lr=20k",
    "convt2|int4|StepBP|lr=20k",
    "convt3|int4|StepBP|lr=20k",
    "mha|int4|StepBP|lr=20k",
    "lstm|int4|StepBP|lr=20k",
    "rnn|int4|StepBP|lr=20k",
    "mamba|int4|StepBP|lr=20k",
    "gdn|int4|StepBP|lr=20k",
    "swiglu|int4|StepBP|lr=20k",
    "residual|int4|StepBP|lr=20k",
    "layernorm|int4|StepBP|lr=20k",
    "rmsnorm|int4|StepBP|lr=20k",
    "dense|uint4|StepBP|lr=20k",
    "cnn1|uint4|StepBP|lr=20k",
    "cnn2|uint4|StepBP|lr=20k",
    "cnn3|uint4|StepBP|lr=20k",
    "convt1|uint4|StepBP|lr=20k",
    "convt2|uint4|StepBP|lr=20k",
    "convt3|uint4|StepBP|lr=20k",
    "mha|uint4|StepBP|lr=20k",
    "lstm|uint4|StepBP|lr=20k",
    "rnn|uint4|StepBP|lr=20k",
    "mamba|uint4|StepBP|lr=20k",
    "gdn|uint4|StepBP|lr=20k",
    "swiglu|uint4|StepBP|lr=20k",
    "residual|uint4|StepBP|lr=20k",
    "layernorm|uint4|StepBP|lr=20k",
    "rmsnorm|uint4|StepBP|lr=20k",
    "dense|fp4|StepBP|lr=20k",
    "cnn1|fp4|StepBP|lr=20k",
    "cnn2|fp4|StepBP|lr=20k",
    "cnn3|fp4|StepBP|lr=20k",
    "convt1|fp4|StepBP|lr=20k",
    "convt2|fp4|StepBP|lr=20k",
    "convt3|fp4|StepBP|lr=20k",
    "mha|fp4|StepBP|lr=20k",
    "lstm|fp4|StepBP|lr=20k",
    "rnn|fp4|StepBP|lr=20k",
    "mamba|fp4|StepBP|lr=20k",
    "gdn|fp4|StepBP|lr=20k",
    "swiglu|fp4|StepBP|lr=20k",
    "residual|fp4|StepBP|lr=20k",
    "layernorm|fp4|StepBP|lr=20k",
    "rmsnorm|fp4|StepBP|lr=20k",
    "dense|int2|StepBP|lr=20k",
    "cnn1|int2|StepBP|lr=20k",
    "cnn2|int2|StepBP|lr=20k",
    "cnn3|int2|StepBP|lr=20k",
    "convt1|int2|StepBP|lr=20k",
    "convt2|int2|StepBP|lr=20k",
    "convt3|int2|StepBP|lr=20k",
    "mha|int2|StepBP|lr=20k",
    "lstm|int2|StepBP|lr=20k",
    "rnn|int2|StepBP|lr=20k",
    "mamba|int2|StepBP|lr=20k",
    "gdn|int2|StepBP|lr=20k",
    "swiglu|int2|StepBP|lr=20k",
    "residual|int2|StepBP|lr=20k",
    "layernorm|int2|StepBP|lr=20k",
    "rmsnorm|int2|StepBP|lr=20k",
    "dense|uint2|StepBP|lr=20k",
    "cnn1|uint2|StepBP|lr=20k",
    "cnn2|uint2|StepBP|lr=20k",
    "cnn3|uint2|StepBP|lr=20k",
    "convt1|uint2|StepBP|lr=20k",
    "convt2|uint2|StepBP|lr=20k",
    "convt3|uint2|StepBP|lr=20k",
    "mha|uint2|StepBP|lr=20k",
    "lstm|uint2|StepBP|lr=20k",
    "rnn|uint2|StepBP|lr=20k",
    "mamba|uint2|StepBP|lr=20k",
    "gdn|uint2|StepBP|lr=20k",
    "swiglu|uint2|StepBP|lr=20k",
    "residual|uint2|StepBP|lr=20k",
    "layernorm|uint2|StepBP|lr=20k",
    "rmsnorm|uint2|StepBP|lr=20k",
    "dense|ternary|StepBP|lr=20k",
    "cnn1|ternary|StepBP|lr=20k",
    "cnn2|ternary|StepBP|lr=20k",
    "cnn3|ternary|StepBP|lr=20k",
    "convt1|ternary|StepBP|lr=20k",
    "convt2|ternary|StepBP|lr=20k",
    "convt3|ternary|StepBP|lr=20k",
    "mha|ternary|StepBP|lr=20k",
    "lstm|ternary|StepBP|lr=20k",
    "rnn|ternary|StepBP|lr=20k",
    "mamba|ternary|StepBP|lr=20k",
    "gdn|ternary|StepBP|lr=20k",
    "swiglu|ternary|StepBP|lr=20k",
    "residual|ternary|StepBP|lr=20k",
    "layernorm|ternary|StepBP|lr=20k",
    "rmsnorm|ternary|StepBP|lr=20k",
    "dense|binary|StepBP|lr=20k",
    "cnn1|binary|StepBP|lr=20k",
    "cnn2|binary|StepBP|lr=20k",
    "cnn3|binary|StepBP|lr=20k",
    "convt1|binary|StepBP|lr=20k",
    "convt2|binary|StepBP|lr=20k",
    "convt3|binary|StepBP|lr=20k",
    "mha|binary|StepBP|lr=20k",
    "lstm|binary|StepBP|lr=20k",
    "rnn|binary|StepBP|lr=20k",
    "mamba|binary|StepBP|lr=20k",
    "gdn|binary|StepBP|lr=20k",
    "swiglu|binary|StepBP|lr=20k",
    "residual|binary|StepBP|lr=20k",
    "layernorm|binary|StepBP|lr=20k",
    "rmsnorm|binary|StepBP|lr=20k",
    "dense|int|StepBP|lr=20k",
    "cnn1|int|StepBP|lr=20k",
    "cnn2|int|StepBP|lr=20k",
    "cnn3|int|StepBP|lr=20k",
    "convt1|int|StepBP|lr=20k",
    "convt2|int|StepBP|lr=20k",
    "convt3|int|StepBP|lr=20k",
    "mha|int|StepBP|lr=20k",
    "lstm|int|StepBP|lr=20k",
    "rnn|int|StepBP|lr=20k",
    "mamba|int|StepBP|lr=20k",
    "gdn|int|StepBP|lr=20k",
    "swiglu|int|StepBP|lr=20k",
    "residual|int|StepBP|lr=20k",
    "layernorm|int|StepBP|lr=20k",
    "rmsnorm|int|StepBP|lr=20k",
    "dense|uint|StepBP|lr=20k",
    "cnn1|uint|StepBP|lr=20k",
    "cnn2|uint|StepBP|lr=20k",
    "cnn3|uint|StepBP|lr=20k",
    "convt1|uint|StepBP|lr=20k",
    "convt2|uint|StepBP|lr=20k",
    "convt3|uint|StepBP|lr=20k",
    "mha|uint|StepBP|lr=20k",
    "lstm|uint|StepBP|lr=20k",
    "rnn|uint|StepBP|lr=20k",
    "mamba|uint|StepBP|lr=20k",
    "gdn|uint|StepBP|lr=20k",
    "swiglu|uint|StepBP|lr=20k",
    "residual|uint|StepBP|lr=20k",
    "layernorm|uint|StepBP|lr=20k",
    "rmsnorm|uint|StepBP|lr=20k",
    "dense|uintptr|StepBP|lr=20k",
    "cnn1|uintptr|StepBP|lr=20k",
    "cnn2|uintptr|StepBP|lr=20k",
    "cnn3|uintptr|StepBP|lr=20k",
    "convt1|uintptr|StepBP|lr=20k",
    "convt2|uintptr|StepBP|lr=20k",
    "convt3|uintptr|StepBP|lr=20k",
    "mha|uintptr|StepBP|lr=20k",
    "lstm|uintptr|StepBP|lr=20k",
    "rnn|uintptr|StepBP|lr=20k",
    "mamba|uintptr|StepBP|lr=20k",
    "gdn|uintptr|StepBP|lr=20k",
    "swiglu|uintptr|StepBP|lr=20k",
    "residual|uintptr|StepBP|lr=20k",
    "layernorm|uintptr|StepBP|lr=20k",
    "rmsnorm|uintptr|StepBP|lr=20k",
    "dense|complex64|StepBP|lr=20k",
    "cnn1|complex64|StepBP|lr=20k",
    "cnn2|complex64|StepBP|lr=20k",
    "cnn3|complex64|StepBP|lr=20k",
    "convt1|complex64|StepBP|lr=20k",
    "convt2|complex64|StepBP|lr=20k",
    "convt3|complex64|StepBP|lr=20k",
    "mha|complex64|StepBP|lr=20k",
    "lstm|complex64|StepBP|lr=20k",
    "rnn|complex64|StepBP|lr=20k",
    "mamba|complex64|StepBP|lr=20k",
    "gdn|complex64|StepBP|lr=20k",
    "swiglu|complex64|StepBP|lr=20k",
    "residual|complex64|StepBP|lr=20k",
    "layernorm|complex64|StepBP|lr=20k",
    "rmsnorm|complex64|StepBP|lr=20k",
    "dense|complex128|StepBP|lr=20k",
    "cnn1|complex128|StepBP|lr=20k",
    "cnn2|complex128|StepBP|lr=20k",
    "cnn3|complex128|StepBP|lr=20k",
    "convt1|complex128|StepBP|lr=20k",
    "convt2|complex128|StepBP|lr=20k",
    "convt3|complex128|StepBP|lr=20k",
    "mha|complex128|StepBP|lr=20k",
    "lstm|complex128|StepBP|lr=20k",
    "rnn|complex128|StepBP|lr=20k",
    "mamba|complex128|StepBP|lr=20k",
    "gdn|complex128|StepBP|lr=20k",
    "swiglu|complex128|StepBP|lr=20k",
    "residual|complex128|StepBP|lr=20k",
    "layernorm|complex128|StepBP|lr=20k",
    "rmsnorm|complex128|StepBP|lr=20k",
    "dense|nf4|StepBP|lr=20k",
    "cnn1|nf4|StepBP|lr=20k",
    "cnn2|nf4|StepBP|lr=20k",
    "cnn3|nf4|StepBP|lr=20k",
    "convt1|nf4|StepBP|lr=20k",
    "convt2|nf4|StepBP|lr=20k",
    "convt3|nf4|StepBP|lr=20k",
    "mha|nf4|StepBP|lr=20k",
    "lstm|nf4|StepBP|lr=20k",
    "rnn|nf4|StepBP|lr=20k",
    "mamba|nf4|StepBP|lr=20k",
    "gdn|nf4|StepBP|lr=20k",
    "swiglu|nf4|StepBP|lr=20k",
    "residual|nf4|StepBP|lr=20k",
    "layernorm|nf4|StepBP|lr=20k",
    "rmsnorm|nf4|StepBP|lr=20k",
    "dense|fp6|StepBP|lr=20k",
    "cnn1|fp6|StepBP|lr=20k",
    "cnn2|fp6|StepBP|lr=20k",
    "cnn3|fp6|StepBP|lr=20k",
    "convt1|fp6|StepBP|lr=20k",
    "convt2|fp6|StepBP|lr=20k",
    "convt3|fp6|StepBP|lr=20k",
    "mha|fp6|StepBP|lr=20k",
    "lstm|fp6|StepBP|lr=20k",
    "rnn|fp6|StepBP|lr=20k",
    "mamba|fp6|StepBP|lr=20k",
    "gdn|fp6|StepBP|lr=20k",
    "swiglu|fp6|StepBP|lr=20k",
    "residual|fp6|StepBP|lr=20k",
    "layernorm|fp6|StepBP|lr=20k",
    "rmsnorm|fp6|StepBP|lr=20k",
    "dense|int6|StepBP|lr=20k",
    "cnn1|int6|StepBP|lr=20k",
    "cnn2|int6|StepBP|lr=20k",
    "cnn3|int6|StepBP|lr=20k",
    "convt1|int6|StepBP|lr=20k",
    "convt2|int6|StepBP|lr=20k",
    "convt3|int6|StepBP|lr=20k",
    "mha|int6|StepBP|lr=20k",
    "lstm|int6|StepBP|lr=20k",
    "rnn|int6|StepBP|lr=20k",
    "mamba|int6|StepBP|lr=20k",
    "gdn|int6|StepBP|lr=20k",
    "swiglu|int6|StepBP|lr=20k",
    "residual|int6|StepBP|lr=20k",
    "layernorm|int6|StepBP|lr=20k",
    "rmsnorm|int6|StepBP|lr=20k",
    "dense|uint6|StepBP|lr=20k",
    "cnn1|uint6|StepBP|lr=20k",
    "cnn2|uint6|StepBP|lr=20k",
    "cnn3|uint6|StepBP|lr=20k",
    "convt1|uint6|StepBP|lr=20k",
    "convt2|uint6|StepBP|lr=20k",
    "convt3|uint6|StepBP|lr=20k",
    "mha|uint6|StepBP|lr=20k",
    "lstm|uint6|StepBP|lr=20k",
    "rnn|uint6|StepBP|lr=20k",
    "mamba|uint6|StepBP|lr=20k",
    "gdn|uint6|StepBP|lr=20k",
    "swiglu|uint6|StepBP|lr=20k",
    "residual|uint6|StepBP|lr=20k",
    "layernorm|uint6|StepBP|lr=20k",
    "rmsnorm|uint6|StepBP|lr=20k",
    "dense|int5|StepBP|lr=20k",
    "cnn1|int5|StepBP|lr=20k",
    "cnn2|int5|StepBP|lr=20k",
    "cnn3|int5|StepBP|lr=20k",
    "convt1|int5|StepBP|lr=20k",
    "convt2|int5|StepBP|lr=20k",
    "convt3|int5|StepBP|lr=20k",
    "mha|int5|StepBP|lr=20k",
    "lstm|int5|StepBP|lr=20k",
    "rnn|int5|StepBP|lr=20k",
    "mamba|int5|StepBP|lr=20k",
    "gdn|int5|StepBP|lr=20k",
    "swiglu|int5|StepBP|lr=20k",
    "residual|int5|StepBP|lr=20k",
    "layernorm|int5|StepBP|lr=20k",
    "rmsnorm|int5|StepBP|lr=20k",
    "dense|uint5|StepBP|lr=20k",
    "cnn1|uint5|StepBP|lr=20k",
    "cnn2|uint5|StepBP|lr=20k",
    "cnn3|uint5|StepBP|lr=20k",
    "convt1|uint5|StepBP|lr=20k",
    "convt2|uint5|StepBP|lr=20k",
    "convt3|uint5|StepBP|lr=20k",
    "mha|uint5|StepBP|lr=20k",
    "lstm|uint5|StepBP|lr=20k",
    "rnn|uint5|StepBP|lr=20k",
    "mamba|uint5|StepBP|lr=20k",
    "gdn|uint5|StepBP|lr=20k",
    "swiglu|uint5|StepBP|lr=20k",
    "residual|uint5|StepBP|lr=20k",
    "layernorm|uint5|StepBP|lr=20k",
    "rmsnorm|uint5|StepBP|lr=20k",
    "dense|int3|StepBP|lr=20k",
    "cnn1|int3|StepBP|lr=20k",
    "cnn2|int3|StepBP|lr=20k",
    "cnn3|int3|StepBP|lr=20k",
    "convt1|int3|StepBP|lr=20k",
    "convt2|int3|StepBP|lr=20k",
    "convt3|int3|StepBP|lr=20k",
    "mha|int3|StepBP|lr=20k",
    "lstm|int3|StepBP|lr=20k",
    "rnn|int3|StepBP|lr=20k",
    "mamba|int3|StepBP|lr=20k",
    "gdn|int3|StepBP|lr=20k",
    "swiglu|int3|StepBP|lr=20k",
    "residual|int3|StepBP|lr=20k",
    "layernorm|int3|StepBP|lr=20k",
    "rmsnorm|int3|StepBP|lr=20k",
    "dense|uint3|StepBP|lr=20k",
    "cnn1|uint3|StepBP|lr=20k",
    "cnn2|uint3|StepBP|lr=20k",
    "cnn3|uint3|StepBP|lr=20k",
    "convt1|uint3|StepBP|lr=20k",
    "convt2|uint3|StepBP|lr=20k",
    "convt3|uint3|StepBP|lr=20k",
    "mha|uint3|StepBP|lr=20k",
    "lstm|uint3|StepBP|lr=20k",
    "rnn|uint3|StepBP|lr=20k",
    "mamba|uint3|StepBP|lr=20k",
    "gdn|uint3|StepBP|lr=20k",
    "swiglu|uint3|StepBP|lr=20k",
    "residual|uint3|StepBP|lr=20k",
    "layernorm|uint3|StepBP|lr=20k",
    "rmsnorm|uint3|StepBP|lr=20k",
    "dense|float64|Tween|lr=20k",
    "cnn1|float64|Tween|lr=20k",
    "cnn2|float64|Tween|lr=20k",
    "cnn3|float64|Tween|lr=20k",
    "convt1|float64|Tween|lr=20k",
    "convt2|float64|Tween|lr=20k",
    "convt3|float64|Tween|lr=20k",
    "mha|float64|Tween|lr=20k",
    "lstm|float64|Tween|lr=20k",
    "rnn|float64|Tween|lr=20k",
    "mamba|float64|Tween|lr=20k",
    "gdn|float64|Tween|lr=20k",
    "swiglu|float64|Tween|lr=20k",
    "residual|float64|Tween|lr=20k",
    "layernorm|float64|Tween|lr=20k",
    "rmsnorm|float64|Tween|lr=20k",
    "dense|float32|Tween|lr=20k",
    "cnn1|float32|Tween|lr=20k",
    "cnn2|float32|Tween|lr=20k",
    "cnn3|float32|Tween|lr=20k",
    "convt1|float32|Tween|lr=20k",
    "convt2|float32|Tween|lr=20k",
    "convt3|float32|Tween|lr=20k",
    "mha|float32|Tween|lr=20k",
    "lstm|float32|Tween|lr=20k",
    "rnn|float32|Tween|lr=20k",
    "mamba|float32|Tween|lr=20k",
    "gdn|float32|Tween|lr=20k",
    "swiglu|float32|Tween|lr=20k",
    "residual|float32|Tween|lr=20k",
    "layernorm|float32|Tween|lr=20k",
    "rmsnorm|float32|Tween|lr=20k",
    "dense|float16|Tween|lr=20k",
    "cnn1|float16|Tween|lr=20k",
    "cnn2|float16|Tween|lr=20k",
    "cnn3|float16|Tween|lr=20k",
    "convt1|float16|Tween|lr=20k",
    "convt2|float16|Tween|lr=20k",
    "convt3|float16|Tween|lr=20k",
    "mha|float16|Tween|lr=20k",
    "lstm|float16|Tween|lr=20k",
    "rnn|float16|Tween|lr=20k",
    "mamba|float16|Tween|lr=20k",
    "gdn|float16|Tween|lr=20k",
    "swiglu|float16|Tween|lr=20k",
    "residual|float16|Tween|lr=20k",
    "layernorm|float16|Tween|lr=20k",
    "rmsnorm|float16|Tween|lr=20k",
    "dense|bfloat16|Tween|lr=20k",
    "cnn1|bfloat16|Tween|lr=20k",
    "cnn2|bfloat16|Tween|lr=20k",
    "cnn3|bfloat16|Tween|lr=20k",
    "convt1|bfloat16|Tween|lr=20k",
    "convt2|bfloat16|Tween|lr=20k",
    "convt3|bfloat16|Tween|lr=20k",
    "mha|bfloat16|Tween|lr=20k",
    "lstm|bfloat16|Tween|lr=20k",
    "rnn|bfloat16|Tween|lr=20k",
    "mamba|bfloat16|Tween|lr=20k",
    "gdn|bfloat16|Tween|lr=20k",
    "swiglu|bfloat16|Tween|lr=20k",
    "residual|bfloat16|Tween|lr=20k",
    "layernorm|bfloat16|Tween|lr=20k",
    "rmsnorm|bfloat16|Tween|lr=20k",
    "dense|fp8e4m3|Tween|lr=20k",
    "cnn1|fp8e4m3|Tween|lr=20k",
    "cnn2|fp8e4m3|Tween|lr=20k",
    "cnn3|fp8e4m3|Tween|lr=20k",
    "convt1|fp8e4m3|Tween|lr=20k",
    "convt2|fp8e4m3|Tween|lr=20k",
    "convt3|fp8e4m3|Tween|lr=20k",
    "mha|fp8e4m3|Tween|lr=20k",
    "lstm|fp8e4m3|Tween|lr=20k",
    "rnn|fp8e4m3|Tween|lr=20k",
    "mamba|fp8e4m3|Tween|lr=20k",
    "gdn|fp8e4m3|Tween|lr=20k",
    "swiglu|fp8e4m3|Tween|lr=20k",
    "residual|fp8e4m3|Tween|lr=20k",
    "layernorm|fp8e4m3|Tween|lr=20k",
    "rmsnorm|fp8e4m3|Tween|lr=20k",
    "dense|fp8e5m2|Tween|lr=20k",
    "cnn1|fp8e5m2|Tween|lr=20k",
    "cnn2|fp8e5m2|Tween|lr=20k",
    "cnn3|fp8e5m2|Tween|lr=20k",
    "convt1|fp8e5m2|Tween|lr=20k",
    "convt2|fp8e5m2|Tween|lr=20k",
    "convt3|fp8e5m2|Tween|lr=20k",
    "mha|fp8e5m2|Tween|lr=20k",
    "lstm|fp8e5m2|Tween|lr=20k",
    "rnn|fp8e5m2|Tween|lr=20k",
    "mamba|fp8e5m2|Tween|lr=20k",
    "gdn|fp8e5m2|Tween|lr=20k",
    "swiglu|fp8e5m2|Tween|lr=20k",
    "residual|fp8e5m2|Tween|lr=20k",
    "layernorm|fp8e5m2|Tween|lr=20k",
    "rmsnorm|fp8e5m2|Tween|lr=20k",
    "dense|int64|Tween|lr=20k",
    "cnn1|int64|Tween|lr=20k",
    "cnn2|int64|Tween|lr=20k",
    "cnn3|int64|Tween|lr=20k",
    "convt1|int64|Tween|lr=20k",
    "convt2|int64|Tween|lr=20k",
    "convt3|int64|Tween|lr=20k",
    "mha|int64|Tween|lr=20k",
    "lstm|int64|Tween|lr=20k",
    "rnn|int64|Tween|lr=20k",
    "mamba|int64|Tween|lr=20k",
    "gdn|int64|Tween|lr=20k",
    "swiglu|int64|Tween|lr=20k",
    "residual|int64|Tween|lr=20k",
    "layernorm|int64|Tween|lr=20k",
    "rmsnorm|int64|Tween|lr=20k",
    "dense|int32|Tween|lr=20k",
    "cnn1|int32|Tween|lr=20k",
    "cnn2|int32|Tween|lr=20k",
    "cnn3|int32|Tween|lr=20k",
    "convt1|int32|Tween|lr=20k",
    "convt2|int32|Tween|lr=20k",
    "convt3|int32|Tween|lr=20k",
    "mha|int32|Tween|lr=20k",
    "lstm|int32|Tween|lr=20k",
    "rnn|int32|Tween|lr=20k",
    "mamba|int32|Tween|lr=20k",
    "gdn|int32|Tween|lr=20k",
    "swiglu|int32|Tween|lr=20k",
    "residual|int32|Tween|lr=20k",
    "layernorm|int32|Tween|lr=20k",
    "rmsnorm|int32|Tween|lr=20k",
    "dense|int16|Tween|lr=20k",
    "cnn1|int16|Tween|lr=20k",
    "cnn2|int16|Tween|lr=20k",
    "cnn3|int16|Tween|lr=20k",
    "convt1|int16|Tween|lr=20k",
    "convt2|int16|Tween|lr=20k",
    "convt3|int16|Tween|lr=20k",
    "mha|int16|Tween|lr=20k",
    "lstm|int16|Tween|lr=20k",
    "rnn|int16|Tween|lr=20k",
    "mamba|int16|Tween|lr=20k",
    "gdn|int16|Tween|lr=20k",
    "swiglu|int16|Tween|lr=20k",
    "residual|int16|Tween|lr=20k",
    "layernorm|int16|Tween|lr=20k",
    "rmsnorm|int16|Tween|lr=20k",
    "dense|int8|Tween|lr=20k",
    "cnn1|int8|Tween|lr=20k",
    "cnn2|int8|Tween|lr=20k",
    "cnn3|int8|Tween|lr=20k",
    "convt1|int8|Tween|lr=20k",
    "convt2|int8|Tween|lr=20k",
    "convt3|int8|Tween|lr=20k",
    "mha|int8|Tween|lr=20k",
    "lstm|int8|Tween|lr=20k",
    "rnn|int8|Tween|lr=20k",
    "mamba|int8|Tween|lr=20k",
    "gdn|int8|Tween|lr=20k",
    "swiglu|int8|Tween|lr=20k",
    "residual|int8|Tween|lr=20k",
    "layernorm|int8|Tween|lr=20k",
    "rmsnorm|int8|Tween|lr=20k",
    "dense|uint64|Tween|lr=20k",
    "cnn1|uint64|Tween|lr=20k",
    "cnn2|uint64|Tween|lr=20k",
    "cnn3|uint64|Tween|lr=20k",
    "convt1|uint64|Tween|lr=20k",
    "convt2|uint64|Tween|lr=20k",
    "convt3|uint64|Tween|lr=20k",
    "mha|uint64|Tween|lr=20k",
    "lstm|uint64|Tween|lr=20k",
    "rnn|uint64|Tween|lr=20k",
    "mamba|uint64|Tween|lr=20k",
    "gdn|uint64|Tween|lr=20k",
    "swiglu|uint64|Tween|lr=20k",
    "residual|uint64|Tween|lr=20k",
    "layernorm|uint64|Tween|lr=20k",
    "rmsnorm|uint64|Tween|lr=20k",
    "dense|uint32|Tween|lr=20k",
    "cnn1|uint32|Tween|lr=20k",
    "cnn2|uint32|Tween|lr=20k",
    "cnn3|uint32|Tween|lr=20k",
    "convt1|uint32|Tween|lr=20k",
    "convt2|uint32|Tween|lr=20k",
    "convt3|uint32|Tween|lr=20k",
    "mha|uint32|Tween|lr=20k",
    "lstm|uint32|Tween|lr=20k",
    "rnn|uint32|Tween|lr=20k",
    "mamba|uint32|Tween|lr=20k",
    "gdn|uint32|Tween|lr=20k",
    "swiglu|uint32|Tween|lr=20k",
    "residual|uint32|Tween|lr=20k",
    "layernorm|uint32|Tween|lr=20k",
    "rmsnorm|uint32|Tween|lr=20k",
    "dense|uint16|Tween|lr=20k",
    "cnn1|uint16|Tween|lr=20k",
    "cnn2|uint16|Tween|lr=20k",
    "cnn3|uint16|Tween|lr=20k",
    "convt1|uint16|Tween|lr=20k",
    "convt2|uint16|Tween|lr=20k",
    "convt3|uint16|Tween|lr=20k",
    "mha|uint16|Tween|lr=20k",
    "lstm|uint16|Tween|lr=20k",
    "rnn|uint16|Tween|lr=20k",
    "mamba|uint16|Tween|lr=20k",
    "gdn|uint16|Tween|lr=20k",
    "swiglu|uint16|Tween|lr=20k",
    "residual|uint16|Tween|lr=20k",
    "layernorm|uint16|Tween|lr=20k",
    "rmsnorm|uint16|Tween|lr=20k",
    "dense|uint8|Tween|lr=20k",
    "cnn1|uint8|Tween|lr=20k",
    "cnn2|uint8|Tween|lr=20k",
    "cnn3|uint8|Tween|lr=20k",
    "convt1|uint8|Tween|lr=20k",
    "convt2|uint8|Tween|lr=20k",
    "convt3|uint8|Tween|lr=20k",
    "mha|uint8|Tween|lr=20k",
    "lstm|uint8|Tween|lr=20k",
    "rnn|uint8|Tween|lr=20k",
    "mamba|uint8|Tween|lr=20k",
    "gdn|uint8|Tween|lr=20k",
    "swiglu|uint8|Tween|lr=20k",
    "residual|uint8|Tween|lr=20k",
    "layernorm|uint8|Tween|lr=20k",
    "rmsnorm|uint8|Tween|lr=20k",
    "dense|int4|Tween|lr=20k",
    "cnn1|int4|Tween|lr=20k",
    "cnn2|int4|Tween|lr=20k",
    "cnn3|int4|Tween|lr=20k",
    "convt1|int4|Tween|lr=20k",
    "convt2|int4|Tween|lr=20k",
    "convt3|int4|Tween|lr=20k",
    "mha|int4|Tween|lr=20k",
    "lstm|int4|Tween|lr=20k",
    "rnn|int4|Tween|lr=20k",
    "mamba|int4|Tween|lr=20k",
    "gdn|int4|Tween|lr=20k",
    "swiglu|int4|Tween|lr=20k",
    "residual|int4|Tween|lr=20k",
    "layernorm|int4|Tween|lr=20k",
    "rmsnorm|int4|Tween|lr=20k",
    "dense|uint4|Tween|lr=20k",
    "cnn1|uint4|Tween|lr=20k",
    "cnn2|uint4|Tween|lr=20k",
    "cnn3|uint4|Tween|lr=20k",
    "convt1|uint4|Tween|lr=20k",
    "convt2|uint4|Tween|lr=20k",
    "convt3|uint4|Tween|lr=20k",
    "mha|uint4|Tween|lr=20k",
    "lstm|uint4|Tween|lr=20k",
    "rnn|uint4|Tween|lr=20k",
    "mamba|uint4|Tween|lr=20k",
    "gdn|uint4|Tween|lr=20k",
    "swiglu|uint4|Tween|lr=20k",
    "residual|uint4|Tween|lr=20k",
    "layernorm|uint4|Tween|lr=20k",
    "rmsnorm|uint4|Tween|lr=20k",
    "dense|fp4|Tween|lr=20k",
    "cnn1|fp4|Tween|lr=20k",
    "cnn2|fp4|Tween|lr=20k",
    "cnn3|fp4|Tween|lr=20k",
    "convt1|fp4|Tween|lr=20k",
    "convt2|fp4|Tween|lr=20k",
    "convt3|fp4|Tween|lr=20k",
    "mha|fp4|Tween|lr=20k",
    "lstm|fp4|Tween|lr=20k",
    "rnn|fp4|Tween|lr=20k",
    "mamba|fp4|Tween|lr=20k",
    "gdn|fp4|Tween|lr=20k",
    "swiglu|fp4|Tween|lr=20k",
    "residual|fp4|Tween|lr=20k",
    "layernorm|fp4|Tween|lr=20k",
    "rmsnorm|fp4|Tween|lr=20k",
    "dense|int2|Tween|lr=20k",
    "cnn1|int2|Tween|lr=20k",
    "cnn2|int2|Tween|lr=20k",
    "cnn3|int2|Tween|lr=20k",
    "convt1|int2|Tween|lr=20k",
    "convt2|int2|Tween|lr=20k",
    "convt3|int2|Tween|lr=20k",
    "mha|int2|Tween|lr=20k",
    "lstm|int2|Tween|lr=20k",
    "rnn|int2|Tween|lr=20k",
    "mamba|int2|Tween|lr=20k",
    "gdn|int2|Tween|lr=20k",
    "swiglu|int2|Tween|lr=20k",
    "residual|int2|Tween|lr=20k",
    "layernorm|int2|Tween|lr=20k",
    "rmsnorm|int2|Tween|lr=20k",
    "dense|uint2|Tween|lr=20k",
    "cnn1|uint2|Tween|lr=20k",
    "cnn2|uint2|Tween|lr=20k",
    "cnn3|uint2|Tween|lr=20k",
    "convt1|uint2|Tween|lr=20k",
    "convt2|uint2|Tween|lr=20k",
    "convt3|uint2|Tween|lr=20k",
    "mha|uint2|Tween|lr=20k",
    "lstm|uint2|Tween|lr=20k",
    "rnn|uint2|Tween|lr=20k",
    "mamba|uint2|Tween|lr=20k",
    "gdn|uint2|Tween|lr=20k",
    "swiglu|uint2|Tween|lr=20k",
    "residual|uint2|Tween|lr=20k",
    "layernorm|uint2|Tween|lr=20k",
    "rmsnorm|uint2|Tween|lr=20k",
    "dense|ternary|Tween|lr=20k",
    "cnn1|ternary|Tween|lr=20k",
    "cnn2|ternary|Tween|lr=20k",
    "cnn3|ternary|Tween|lr=20k",
    "convt1|ternary|Tween|lr=20k",
    "convt2|ternary|Tween|lr=20k",
    "convt3|ternary|Tween|lr=20k",
    "mha|ternary|Tween|lr=20k",
    "lstm|ternary|Tween|lr=20k",
    "rnn|ternary|Tween|lr=20k",
    "mamba|ternary|Tween|lr=20k",
    "gdn|ternary|Tween|lr=20k",
    "swiglu|ternary|Tween|lr=20k",
    "residual|ternary|Tween|lr=20k",
    "layernorm|ternary|Tween|lr=20k",
    "rmsnorm|ternary|Tween|lr=20k",
    "dense|binary|Tween|lr=20k",
    "cnn1|binary|Tween|lr=20k",
    "cnn2|binary|Tween|lr=20k",
    "cnn3|binary|Tween|lr=20k",
    "convt1|binary|Tween|lr=20k",
    "convt2|binary|Tween|lr=20k",
    "convt3|binary|Tween|lr=20k",
    "mha|binary|Tween|lr=20k",
    "lstm|binary|Tween|lr=20k",
    "rnn|binary|Tween|lr=20k",
    "mamba|binary|Tween|lr=20k",
    "gdn|binary|Tween|lr=20k",
    "swiglu|binary|Tween|lr=20k",
    "residual|binary|Tween|lr=20k",
    "layernorm|binary|Tween|lr=20k",
    "rmsnorm|binary|Tween|lr=20k",
    "dense|int|Tween|lr=20k",
    "cnn1|int|Tween|lr=20k",
    "cnn2|int|Tween|lr=20k",
    "cnn3|int|Tween|lr=20k",
    "convt1|int|Tween|lr=20k",
    "convt2|int|Tween|lr=20k",
    "convt3|int|Tween|lr=20k",
    "mha|int|Tween|lr=20k",
    "lstm|int|Tween|lr=20k",
    "rnn|int|Tween|lr=20k",
    "mamba|int|Tween|lr=20k",
    "gdn|int|Tween|lr=20k",
    "swiglu|int|Tween|lr=20k",
    "residual|int|Tween|lr=20k",
    "layernorm|int|Tween|lr=20k",
    "rmsnorm|int|Tween|lr=20k",
    "dense|uint|Tween|lr=20k",
    "cnn1|uint|Tween|lr=20k",
    "cnn2|uint|Tween|lr=20k",
    "cnn3|uint|Tween|lr=20k",
    "convt1|uint|Tween|lr=20k",
    "convt2|uint|Tween|lr=20k",
    "convt3|uint|Tween|lr=20k",
    "mha|uint|Tween|lr=20k",
    "lstm|uint|Tween|lr=20k",
    "rnn|uint|Tween|lr=20k",
    "mamba|uint|Tween|lr=20k",
    "gdn|uint|Tween|lr=20k",
    "swiglu|uint|Tween|lr=20k",
    "residual|uint|Tween|lr=20k",
    "layernorm|uint|Tween|lr=20k",
    "rmsnorm|uint|Tween|lr=20k",
    "dense|uintptr|Tween|lr=20k",
    "cnn1|uintptr|Tween|lr=20k",
    "cnn2|uintptr|Tween|lr=20k",
    "cnn3|uintptr|Tween|lr=20k",
    "convt1|uintptr|Tween|lr=20k",
    "convt2|uintptr|Tween|lr=20k",
    "convt3|uintptr|Tween|lr=20k",
    "mha|uintptr|Tween|lr=20k",
    "lstm|uintptr|Tween|lr=20k",
    "rnn|uintptr|Tween|lr=20k",
    "mamba|uintptr|Tween|lr=20k",
    "gdn|uintptr|Tween|lr=20k",
    "swiglu|uintptr|Tween|lr=20k",
    "residual|uintptr|Tween|lr=20k",
    "layernorm|uintptr|Tween|lr=20k",
    "rmsnorm|uintptr|Tween|lr=20k",
    "dense|complex64|Tween|lr=20k",
    "cnn1|complex64|Tween|lr=20k",
    "cnn2|complex64|Tween|lr=20k",
    "cnn3|complex64|Tween|lr=20k",
    "convt1|complex64|Tween|lr=20k",
    "convt2|complex64|Tween|lr=20k",
    "convt3|complex64|Tween|lr=20k",
    "mha|complex64|Tween|lr=20k",
    "lstm|complex64|Tween|lr=20k",
    "rnn|complex64|Tween|lr=20k",
    "mamba|complex64|Tween|lr=20k",
    "gdn|complex64|Tween|lr=20k",
    "swiglu|complex64|Tween|lr=20k",
    "residual|complex64|Tween|lr=20k",
    "layernorm|complex64|Tween|lr=20k",
    "rmsnorm|complex64|Tween|lr=20k",
    "dense|complex128|Tween|lr=20k",
    "cnn1|complex128|Tween|lr=20k",
    "cnn2|complex128|Tween|lr=20k",
    "cnn3|complex128|Tween|lr=20k",
    "convt1|complex128|Tween|lr=20k",
    "convt2|complex128|Tween|lr=20k",
    "convt3|complex128|Tween|lr=20k",
    "mha|complex128|Tween|lr=20k",
    "lstm|complex128|Tween|lr=20k",
    "rnn|complex128|Tween|lr=20k",
    "mamba|complex128|Tween|lr=20k",
    "gdn|complex128|Tween|lr=20k",
    "swiglu|complex128|Tween|lr=20k",
    "residual|complex128|Tween|lr=20k",
    "layernorm|complex128|Tween|lr=20k",
    "rmsnorm|complex128|Tween|lr=20k",
    "dense|nf4|Tween|lr=20k",
    "cnn1|nf4|Tween|lr=20k",
    "cnn2|nf4|Tween|lr=20k",
    "cnn3|nf4|Tween|lr=20k",
    "convt1|nf4|Tween|lr=20k",
    "convt2|nf4|Tween|lr=20k",
    "convt3|nf4|Tween|lr=20k",
    "mha|nf4|Tween|lr=20k",
    "lstm|nf4|Tween|lr=20k",
    "rnn|nf4|Tween|lr=20k",
    "mamba|nf4|Tween|lr=20k",
    "gdn|nf4|Tween|lr=20k",
    "swiglu|nf4|Tween|lr=20k",
    "residual|nf4|Tween|lr=20k",
    "layernorm|nf4|Tween|lr=20k",
    "rmsnorm|nf4|Tween|lr=20k",
    "dense|fp6|Tween|lr=20k",
    "cnn1|fp6|Tween|lr=20k",
    "cnn2|fp6|Tween|lr=20k",
    "cnn3|fp6|Tween|lr=20k",
    "convt1|fp6|Tween|lr=20k",
    "convt2|fp6|Tween|lr=20k",
    "convt3|fp6|Tween|lr=20k",
    "mha|fp6|Tween|lr=20k",
    "lstm|fp6|Tween|lr=20k",
    "rnn|fp6|Tween|lr=20k",
    "mamba|fp6|Tween|lr=20k",
    "gdn|fp6|Tween|lr=20k",
    "swiglu|fp6|Tween|lr=20k",
    "residual|fp6|Tween|lr=20k",
    "layernorm|fp6|Tween|lr=20k",
    "rmsnorm|fp6|Tween|lr=20k",
    "dense|int6|Tween|lr=20k",
    "cnn1|int6|Tween|lr=20k",
    "cnn2|int6|Tween|lr=20k",
    "cnn3|int6|Tween|lr=20k",
    "convt1|int6|Tween|lr=20k",
    "convt2|int6|Tween|lr=20k",
    "convt3|int6|Tween|lr=20k",
    "mha|int6|Tween|lr=20k",
    "lstm|int6|Tween|lr=20k",
    "rnn|int6|Tween|lr=20k",
    "mamba|int6|Tween|lr=20k",
    "gdn|int6|Tween|lr=20k",
    "swiglu|int6|Tween|lr=20k",
    "residual|int6|Tween|lr=20k",
    "layernorm|int6|Tween|lr=20k",
    "rmsnorm|int6|Tween|lr=20k",
    "dense|uint6|Tween|lr=20k",
    "cnn1|uint6|Tween|lr=20k",
    "cnn2|uint6|Tween|lr=20k",
    "cnn3|uint6|Tween|lr=20k",
    "convt1|uint6|Tween|lr=20k",
    "convt2|uint6|Tween|lr=20k",
    "convt3|uint6|Tween|lr=20k",
    "mha|uint6|Tween|lr=20k",
    "lstm|uint6|Tween|lr=20k",
    "rnn|uint6|Tween|lr=20k",
    "mamba|uint6|Tween|lr=20k",
    "gdn|uint6|Tween|lr=20k",
    "swiglu|uint6|Tween|lr=20k",
    "residual|uint6|Tween|lr=20k",
    "layernorm|uint6|Tween|lr=20k",
    "rmsnorm|uint6|Tween|lr=20k",
    "dense|int5|Tween|lr=20k",
    "cnn1|int5|Tween|lr=20k",
    "cnn2|int5|Tween|lr=20k",
    "cnn3|int5|Tween|lr=20k",
    "convt1|int5|Tween|lr=20k",
    "convt2|int5|Tween|lr=20k",
    "convt3|int5|Tween|lr=20k",
    "lstm|int5|Tween|lr=20k",
    "mha|int5|Tween|lr=20k",
    "rnn|int5|Tween|lr=20k",
    "mamba|int5|Tween|lr=20k",
    "gdn|int5|Tween|lr=20k",
    "swiglu|int5|Tween|lr=20k",
    "residual|int5|Tween|lr=20k",
    "layernorm|int5|Tween|lr=20k",
    "dense|uint5|Tween|lr=20k",
    "rmsnorm|int5|Tween|lr=20k",
    "cnn1|uint5|Tween|lr=20k",
    "cnn2|uint5|Tween|lr=20k",
    "convt1|uint5|Tween|lr=20k",
    "cnn3|uint5|Tween|lr=20k",
    "convt2|uint5|Tween|lr=20k",
    "convt3|uint5|Tween|lr=20k",
    "lstm|uint5|Tween|lr=20k",
    "mha|uint5|Tween|lr=20k",
    "rnn|uint5|Tween|lr=20k",
    "mamba|uint5|Tween|lr=20k",
    "gdn|uint5|Tween|lr=20k",
    "swiglu|uint5|Tween|lr=20k",
    "residual|uint5|Tween|lr=20k",
    "layernorm|uint5|Tween|lr=20k",
    "dense|int3|Tween|lr=20k",
    "rmsnorm|uint5|Tween|lr=20k",
    "cnn1|int3|Tween|lr=20k",
    "cnn2|int3|Tween|lr=20k",
    "cnn3|int3|Tween|lr=20k",
    "convt1|int3|Tween|lr=20k",
    "convt2|int3|Tween|lr=20k",
    "convt3|int3|Tween|lr=20k",
    "mha|int3|Tween|lr=20k",
    "lstm|int3|Tween|lr=20k",
    "rnn|int3|Tween|lr=20k",
    "mamba|int3|Tween|lr=20k",
    "gdn|int3|Tween|lr=20k",
    "swiglu|int3|Tween|lr=20k",
    "residual|int3|Tween|lr=20k",
    "layernorm|int3|Tween|lr=20k",
    "rmsnorm|int3|Tween|lr=20k",
    "dense|uint3|Tween|lr=20k",
    "cnn1|uint3|Tween|lr=20k",
    "cnn2|uint3|Tween|lr=20k",
    "convt1|uint3|Tween|lr=20k",
    "cnn3|uint3|Tween|lr=20k",
    "convt2|uint3|Tween|lr=20k",
    "convt3|uint3|Tween|lr=20k",
    "mha|uint3|Tween|lr=20k",
    "lstm|uint3|Tween|lr=20k",
    "rnn|uint3|Tween|lr=20k",
    "mamba|uint3|Tween|lr=20k",
    "gdn|uint3|Tween|lr=20k",
    "swiglu|uint3|Tween|lr=20k",
    "residual|uint3|Tween|lr=20k",
    "layernorm|uint3|Tween|lr=20k",
    "dense|float64|TweenChain|lr=20k",
    "rmsnorm|uint3|Tween|lr=20k",
    "cnn1|float64|TweenChain|lr=20k",
    "cnn2|float64|TweenChain|lr=20k",
    "convt1|float64|TweenChain|lr=20k",
    "cnn3|float64|TweenChain|lr=20k",
    "convt2|float64|TweenChain|lr=20k",
    "convt3|float64|TweenChain|lr=20k",
    "lstm|float64|TweenChain|lr=20k",
    "mha|float64|TweenChain|lr=20k",
    "rnn|float64|TweenChain|lr=20k",
    "mamba|float64|TweenChain|lr=20k",
    "gdn|float64|TweenChain|lr=20k",
    "residual|float64|TweenChain|lr=20k",
    "swiglu|float64|TweenChain|lr=20k",
    "layernorm|float64|TweenChain|lr=20k",
    "dense|float32|TweenChain|lr=20k",
    "rmsnorm|float64|TweenChain|lr=20k",
    "cnn1|float32|TweenChain|lr=20k",
    "cnn2|float32|TweenChain|lr=20k",
    "convt1|float32|TweenChain|lr=20k",
    "cnn3|float32|TweenChain|lr=20k",
    "convt2|float32|TweenChain|lr=20k",
    "convt3|float32|TweenChain|lr=20k",
    "mha|float32|TweenChain|lr=20k",
    "lstm|float32|TweenChain|lr=20k",
    "rnn|float32|TweenChain|lr=20k",
    "mamba|float32|TweenChain|lr=20k",
    "residual|float32|TweenChain|lr=20k",
    "gdn|float32|TweenChain|lr=20k",
    "swiglu|float32|TweenChain|lr=20k",
    "layernorm|float32|TweenChain|lr=20k",
    "dense|float16|TweenChain|lr=20k",
    "cnn1|float16|TweenChain|lr=20k",
    "rmsnorm|float32|TweenChain|lr=20k",
    "cnn2|float16|TweenChain|lr=20k",
    "convt1|float16|TweenChain|lr=20k",
    "cnn3|float16|TweenChain|lr=20k",
    "convt2|float16|TweenChain|lr=20k",
    "convt3|float16|TweenChain|lr=20k",
    "rnn|float16|TweenChain|lr=20k",
    "mha|float16|TweenChain|lr=20k",
    "lstm|float16|TweenChain|lr=20k",
    "mamba|float16|TweenChain|lr=20k",
    "residual|float16|TweenChain|lr=20k",
    "gdn|float16|TweenChain|lr=20k",
    "swiglu|float16|TweenChain|lr=20k",
    "layernorm|float16|TweenChain|lr=20k",
    "rmsnorm|float16|TweenChain|lr=20k",
    "cnn1|bfloat16|TweenChain|lr=20k",
    "dense|bfloat16|TweenChain|lr=20k",
    "cnn2|bfloat16|TweenChain|lr=20k",
    "convt1|bfloat16|TweenChain|lr=20k",
    "convt2|bfloat16|TweenChain|lr=20k",
    "cnn3|bfloat16|TweenChain|lr=20k",
    "convt3|bfloat16|TweenChain|lr=20k",
    "mha|bfloat16|TweenChain|lr=20k",
    "rnn|bfloat16|TweenChain|lr=20k",
    "lstm|bfloat16|TweenChain|lr=20k",
    "mamba|bfloat16|TweenChain|lr=20k",
    "residual|bfloat16|TweenChain|lr=20k",
    "gdn|bfloat16|TweenChain|lr=20k",
    "swiglu|bfloat16|TweenChain|lr=20k",
    "layernorm|bfloat16|TweenChain|lr=20k",
    "rmsnorm|bfloat16|TweenChain|lr=20k",
    "cnn1|fp8e4m3|TweenChain|lr=20k",
    "dense|fp8e4m3|TweenChain|lr=20k",
    "cnn2|fp8e4m3|TweenChain|lr=20k",
    "cnn3|fp8e4m3|TweenChain|lr=20k",
    "convt2|fp8e4m3|TweenChain|lr=20k",
    "convt1|fp8e4m3|TweenChain|lr=20k",
    "convt3|fp8e4m3|TweenChain|lr=20k",
    "rnn|fp8e4m3|TweenChain|lr=20k",
    "mha|fp8e4m3|TweenChain|lr=20k",
    "lstm|fp8e4m3|TweenChain|lr=20k",
    "mamba|fp8e4m3|TweenChain|lr=20k",
    "residual|fp8e4m3|TweenChain|lr=20k",
    "gdn|fp8e4m3|TweenChain|lr=20k",
    "swiglu|fp8e4m3|TweenChain|lr=20k",
    "layernorm|fp8e4m3|TweenChain|lr=20k",
    "rmsnorm|fp8e4m3|TweenChain|lr=20k",
    "cnn1|fp8e5m2|TweenChain|lr=20k",
    "dense|fp8e5m2|TweenChain|lr=20k",
    "cnn2|fp8e5m2|TweenChain|lr=20k",
    "convt1|fp8e5m2|TweenChain|lr=20k",
    "cnn3|fp8e5m2|TweenChain|lr=20k",
    "convt2|fp8e5m2|TweenChain|lr=20k",
    "convt3|fp8e5m2|TweenChain|lr=20k",
    "lstm|fp8e5m2|TweenChain|lr=20k",
    "mha|fp8e5m2|TweenChain|lr=20k",
    "rnn|fp8e5m2|TweenChain|lr=20k",
    "mamba|fp8e5m2|TweenChain|lr=20k",
    "gdn|fp8e5m2|TweenChain|lr=20k",
    "swiglu|fp8e5m2|TweenChain|lr=20k",
    "residual|fp8e5m2|TweenChain|lr=20k",
    "layernorm|fp8e5m2|TweenChain|lr=20k",
    "rmsnorm|fp8e5m2|TweenChain|lr=20k",
    "dense|int64|TweenChain|lr=20k",
    "cnn1|int64|TweenChain|lr=20k",
    "cnn2|int64|TweenChain|lr=20k",
    "cnn3|int64|TweenChain|lr=20k",
    "convt1|int64|TweenChain|lr=20k",
    "convt2|int64|TweenChain|lr=20k",
    "convt3|int64|TweenChain|lr=20k",
    "mha|int64|TweenChain|lr=20k",
    "lstm|int64|TweenChain|lr=20k",
    "rnn|int64|TweenChain|lr=20k",
    "mamba|int64|TweenChain|lr=20k",
    "gdn|int64|TweenChain|lr=20k",
    "swiglu|int64|TweenChain|lr=20k",
    "residual|int64|TweenChain|lr=20k",
    "layernorm|int64|TweenChain|lr=20k",
    "rmsnorm|int64|TweenChain|lr=20k",
    "dense|int32|TweenChain|lr=20k",
    "cnn1|int32|TweenChain|lr=20k",
    "cnn2|int32|TweenChain|lr=20k",
    "cnn3|int32|TweenChain|lr=20k",
    "convt1|int32|TweenChain|lr=20k",
    "convt2|int32|TweenChain|lr=20k",
    "convt3|int32|TweenChain|lr=20k",
    "mha|int32|TweenChain|lr=20k",
    "lstm|int32|TweenChain|lr=20k",
    "rnn|int32|TweenChain|lr=20k",
    "mamba|int32|TweenChain|lr=20k",
    "gdn|int32|TweenChain|lr=20k",
    "swiglu|int32|TweenChain|lr=20k",
    "residual|int32|TweenChain|lr=20k",
    "layernorm|int32|TweenChain|lr=20k",
    "rmsnorm|int32|TweenChain|lr=20k",
    "dense|int16|TweenChain|lr=20k",
    "cnn1|int16|TweenChain|lr=20k",
    "cnn2|int16|TweenChain|lr=20k",
    "cnn3|int16|TweenChain|lr=20k",
    "convt1|int16|TweenChain|lr=20k",
    "convt2|int16|TweenChain|lr=20k",
    "convt3|int16|TweenChain|lr=20k",
    "mha|int16|TweenChain|lr=20k",
    "lstm|int16|TweenChain|lr=20k",
    "rnn|int16|TweenChain|lr=20k",
    "mamba|int16|TweenChain|lr=20k",
    "gdn|int16|TweenChain|lr=20k",
    "swiglu|int16|TweenChain|lr=20k",
    "residual|int16|TweenChain|lr=20k",
    "layernorm|int16|TweenChain|lr=20k",
    "rmsnorm|int16|TweenChain|lr=20k",
    "dense|int8|TweenChain|lr=20k",
    "cnn1|int8|TweenChain|lr=20k",
    "cnn2|int8|TweenChain|lr=20k",
    "cnn3|int8|TweenChain|lr=20k",
    "convt1|int8|TweenChain|lr=20k",
    "convt2|int8|TweenChain|lr=20k",
    "convt3|int8|TweenChain|lr=20k",
    "mha|int8|TweenChain|lr=20k",
    "lstm|int8|TweenChain|lr=20k",
    "rnn|int8|TweenChain|lr=20k",
    "mamba|int8|TweenChain|lr=20k",
    "gdn|int8|TweenChain|lr=20k",
    "swiglu|int8|TweenChain|lr=20k",
    "residual|int8|TweenChain|lr=20k",
    "layernorm|int8|TweenChain|lr=20k",
    "rmsnorm|int8|TweenChain|lr=20k",
    "dense|uint64|TweenChain|lr=20k",
    "cnn1|uint64|TweenChain|lr=20k",
    "cnn2|uint64|TweenChain|lr=20k",
    "cnn3|uint64|TweenChain|lr=20k",
    "convt1|uint64|TweenChain|lr=20k",
    "convt2|uint64|TweenChain|lr=20k",
    "convt3|uint64|TweenChain|lr=20k",
    "mha|uint64|TweenChain|lr=20k",
    "lstm|uint64|TweenChain|lr=20k",
    "rnn|uint64|TweenChain|lr=20k",
    "mamba|uint64|TweenChain|lr=20k",
    "gdn|uint64|TweenChain|lr=20k",
    "swiglu|uint64|TweenChain|lr=20k",
    "residual|uint64|TweenChain|lr=20k",
    "layernorm|uint64|TweenChain|lr=20k",
    "rmsnorm|uint64|TweenChain|lr=20k",
    "dense|uint32|TweenChain|lr=20k",
    "cnn1|uint32|TweenChain|lr=20k",
    "cnn2|uint32|TweenChain|lr=20k",
    "cnn3|uint32|TweenChain|lr=20k",
    "convt1|uint32|TweenChain|lr=20k",
    "convt2|uint32|TweenChain|lr=20k",
    "convt3|uint32|TweenChain|lr=20k",
    "mha|uint32|TweenChain|lr=20k",
    "lstm|uint32|TweenChain|lr=20k",
    "rnn|uint32|TweenChain|lr=20k",
    "mamba|uint32|TweenChain|lr=20k",
    "gdn|uint32|TweenChain|lr=20k",
    "swiglu|uint32|TweenChain|lr=20k",
    "residual|uint32|TweenChain|lr=20k",
    "layernorm|uint32|TweenChain|lr=20k",
    "rmsnorm|uint32|TweenChain|lr=20k",
    "dense|uint16|TweenChain|lr=20k",
    "cnn1|uint16|TweenChain|lr=20k",
    "cnn2|uint16|TweenChain|lr=20k",
    "cnn3|uint16|TweenChain|lr=20k",
    "convt1|uint16|TweenChain|lr=20k",
    "convt2|uint16|TweenChain|lr=20k",
    "convt3|uint16|TweenChain|lr=20k",
    "mha|uint16|TweenChain|lr=20k",
    "lstm|uint16|TweenChain|lr=20k",
    "rnn|uint16|TweenChain|lr=20k",
    "mamba|uint16|TweenChain|lr=20k",
    "gdn|uint16|TweenChain|lr=20k",
    "swiglu|uint16|TweenChain|lr=20k",
    "residual|uint16|TweenChain|lr=20k",
    "layernorm|uint16|TweenChain|lr=20k",
    "rmsnorm|uint16|TweenChain|lr=20k",
    "dense|uint8|TweenChain|lr=20k",
    "cnn1|uint8|TweenChain|lr=20k",
    "cnn2|uint8|TweenChain|lr=20k",
    "cnn3|uint8|TweenChain|lr=20k",
    "convt1|uint8|TweenChain|lr=20k",
    "convt2|uint8|TweenChain|lr=20k",
    "convt3|uint8|TweenChain|lr=20k",
    "mha|uint8|TweenChain|lr=20k",
    "lstm|uint8|TweenChain|lr=20k",
    "rnn|uint8|TweenChain|lr=20k",
    "mamba|uint8|TweenChain|lr=20k",
    "gdn|uint8|TweenChain|lr=20k",
    "swiglu|uint8|TweenChain|lr=20k",
    "residual|uint8|TweenChain|lr=20k",
    "layernorm|uint8|TweenChain|lr=20k",
    "rmsnorm|uint8|TweenChain|lr=20k",
    "dense|int4|TweenChain|lr=20k",
    "cnn1|int4|TweenChain|lr=20k",
    "cnn2|int4|TweenChain|lr=20k",
    "cnn3|int4|TweenChain|lr=20k",
    "convt1|int4|TweenChain|lr=20k",
    "convt2|int4|TweenChain|lr=20k",
    "convt3|int4|TweenChain|lr=20k",
    "mha|int4|TweenChain|lr=20k",
    "lstm|int4|TweenChain|lr=20k",
    "rnn|int4|TweenChain|lr=20k",
    "mamba|int4|TweenChain|lr=20k",
    "gdn|int4|TweenChain|lr=20k",
    "swiglu|int4|TweenChain|lr=20k",
    "residual|int4|TweenChain|lr=20k",
    "layernorm|int4|TweenChain|lr=20k",
    "rmsnorm|int4|TweenChain|lr=20k",
    "dense|uint4|TweenChain|lr=20k",
    "cnn1|uint4|TweenChain|lr=20k",
    "cnn2|uint4|TweenChain|lr=20k",
    "cnn3|uint4|TweenChain|lr=20k",
    "convt1|uint4|TweenChain|lr=20k",
    "convt2|uint4|TweenChain|lr=20k",
    "convt3|uint4|TweenChain|lr=20k",
    "mha|uint4|TweenChain|lr=20k",
    "lstm|uint4|TweenChain|lr=20k",
    "rnn|uint4|TweenChain|lr=20k",
    "mamba|uint4|TweenChain|lr=20k",
    "gdn|uint4|TweenChain|lr=20k",
    "swiglu|uint4|TweenChain|lr=20k",
    "residual|uint4|TweenChain|lr=20k",
    "layernorm|uint4|TweenChain|lr=20k",
    "rmsnorm|uint4|TweenChain|lr=20k",
    "dense|fp4|TweenChain|lr=20k",
    "cnn1|fp4|TweenChain|lr=20k",
    "cnn2|fp4|TweenChain|lr=20k",
    "cnn3|fp4|TweenChain|lr=20k",
    "convt1|fp4|TweenChain|lr=20k",
    "convt2|fp4|TweenChain|lr=20k",
    "convt3|fp4|TweenChain|lr=20k",
    "mha|fp4|TweenChain|lr=20k",
    "lstm|fp4|TweenChain|lr=20k",
    "rnn|fp4|TweenChain|lr=20k",
    "mamba|fp4|TweenChain|lr=20k",
    "gdn|fp4|TweenChain|lr=20k",
    "swiglu|fp4|TweenChain|lr=20k",
    "residual|fp4|TweenChain|lr=20k",
    "layernorm|fp4|TweenChain|lr=20k",
    "rmsnorm|fp4|TweenChain|lr=20k",
    "dense|int2|TweenChain|lr=20k",
    "cnn1|int2|TweenChain|lr=20k",
    "cnn2|int2|TweenChain|lr=20k",
    "cnn3|int2|TweenChain|lr=20k",
    "convt1|int2|TweenChain|lr=20k",
    "convt2|int2|TweenChain|lr=20k",
    "convt3|int2|TweenChain|lr=20k",
    "mha|int2|TweenChain|lr=20k",
    "lstm|int2|TweenChain|lr=20k",
    "rnn|int2|TweenChain|lr=20k",
    "mamba|int2|TweenChain|lr=20k",
    "gdn|int2|TweenChain|lr=20k",
    "swiglu|int2|TweenChain|lr=20k",
    "residual|int2|TweenChain|lr=20k",
    "layernorm|int2|TweenChain|lr=20k",
    "rmsnorm|int2|TweenChain|lr=20k",
    "dense|uint2|TweenChain|lr=20k",
    "cnn1|uint2|TweenChain|lr=20k",
    "cnn2|uint2|TweenChain|lr=20k",
    "cnn3|uint2|TweenChain|lr=20k",
    "convt1|uint2|TweenChain|lr=20k",
    "convt2|uint2|TweenChain|lr=20k",
    "convt3|uint2|TweenChain|lr=20k",
    "mha|uint2|TweenChain|lr=20k",
    "lstm|uint2|TweenChain|lr=20k",
    "rnn|uint2|TweenChain|lr=20k",
    "mamba|uint2|TweenChain|lr=20k",
    "gdn|uint2|TweenChain|lr=20k",
    "swiglu|uint2|TweenChain|lr=20k",
    "residual|uint2|TweenChain|lr=20k",
    "layernorm|uint2|TweenChain|lr=20k",
    "rmsnorm|uint2|TweenChain|lr=20k",
    "dense|ternary|TweenChain|lr=20k",
    "cnn1|ternary|TweenChain|lr=20k",
    "cnn2|ternary|TweenChain|lr=20k",
    "cnn3|ternary|TweenChain|lr=20k",
    "convt1|ternary|TweenChain|lr=20k",
    "convt2|ternary|TweenChain|lr=20k",
    "convt3|ternary|TweenChain|lr=20k",
    "mha|ternary|TweenChain|lr=20k",
    "lstm|ternary|TweenChain|lr=20k",
    "rnn|ternary|TweenChain|lr=20k",
    "mamba|ternary|TweenChain|lr=20k",
    "gdn|ternary|TweenChain|lr=20k",
    "swiglu|ternary|TweenChain|lr=20k",
    "residual|ternary|TweenChain|lr=20k",
    "layernorm|ternary|TweenChain|lr=20k",
    "rmsnorm|ternary|TweenChain|lr=20k",
    "dense|binary|TweenChain|lr=20k",
    "cnn1|binary|TweenChain|lr=20k",
    "cnn2|binary|TweenChain|lr=20k",
    "cnn3|binary|TweenChain|lr=20k",
    "convt1|binary|TweenChain|lr=20k",
    "convt2|binary|TweenChain|lr=20k",
    "convt3|binary|TweenChain|lr=20k",
    "mha|binary|TweenChain|lr=20k",
    "lstm|binary|TweenChain|lr=20k",
    "rnn|binary|TweenChain|lr=20k",
    "mamba|binary|TweenChain|lr=20k",
    "gdn|binary|TweenChain|lr=20k",
    "swiglu|binary|TweenChain|lr=20k",
    "residual|binary|TweenChain|lr=20k",
    "layernorm|binary|TweenChain|lr=20k",
    "rmsnorm|binary|TweenChain|lr=20k",
    "dense|int|TweenChain|lr=20k",
    "cnn1|int|TweenChain|lr=20k",
    "cnn2|int|TweenChain|lr=20k",
    "cnn3|int|TweenChain|lr=20k",
    "convt1|int|TweenChain|lr=20k",
    "convt2|int|TweenChain|lr=20k",
    "convt3|int|TweenChain|lr=20k",
    "mha|int|TweenChain|lr=20k",
    "lstm|int|TweenChain|lr=20k",
    "rnn|int|TweenChain|lr=20k",
    "mamba|int|TweenChain|lr=20k",
    "gdn|int|TweenChain|lr=20k",
    "swiglu|int|TweenChain|lr=20k",
    "residual|int|TweenChain|lr=20k",
    "layernorm|int|TweenChain|lr=20k",
    "rmsnorm|int|TweenChain|lr=20k",
    "dense|uint|TweenChain|lr=20k",
    "cnn1|uint|TweenChain|lr=20k",
    "cnn2|uint|TweenChain|lr=20k",
    "cnn3|uint|TweenChain|lr=20k",
    "convt1|uint|TweenChain|lr=20k",
    "convt2|uint|TweenChain|lr=20k",
    "convt3|uint|TweenChain|lr=20k",
    "mha|uint|TweenChain|lr=20k",
    "lstm|uint|TweenChain|lr=20k",
    "rnn|uint|TweenChain|lr=20k",
    "mamba|uint|TweenChain|lr=20k",
    "gdn|uint|TweenChain|lr=20k",
    "swiglu|uint|TweenChain|lr=20k",
    "residual|uint|TweenChain|lr=20k",
    "layernorm|uint|TweenChain|lr=20k",
    "rmsnorm|uint|TweenChain|lr=20k",
    "dense|uintptr|TweenChain|lr=20k",
    "cnn1|uintptr|TweenChain|lr=20k",
    "cnn2|uintptr|TweenChain|lr=20k",
    "cnn3|uintptr|TweenChain|lr=20k",
    "convt1|uintptr|TweenChain|lr=20k",
    "convt2|uintptr|TweenChain|lr=20k",
    "convt3|uintptr|TweenChain|lr=20k",
    "mha|uintptr|TweenChain|lr=20k",
    "lstm|uintptr|TweenChain|lr=20k",
    "rnn|uintptr|TweenChain|lr=20k",
    "mamba|uintptr|TweenChain|lr=20k",
    "gdn|uintptr|TweenChain|lr=20k",
    "swiglu|uintptr|TweenChain|lr=20k",
    "residual|uintptr|TweenChain|lr=20k",
    "layernorm|uintptr|TweenChain|lr=20k",
    "rmsnorm|uintptr|TweenChain|lr=20k",
    "dense|complex64|TweenChain|lr=20k",
    "cnn1|complex64|TweenChain|lr=20k",
    "cnn2|complex64|TweenChain|lr=20k",
    "cnn3|complex64|TweenChain|lr=20k",
    "convt1|complex64|TweenChain|lr=20k",
    "convt2|complex64|TweenChain|lr=20k",
    "convt3|complex64|TweenChain|lr=20k",
    "mha|complex64|TweenChain|lr=20k",
    "lstm|complex64|TweenChain|lr=20k",
    "rnn|complex64|TweenChain|lr=20k",
    "mamba|complex64|TweenChain|lr=20k",
    "gdn|complex64|TweenChain|lr=20k",
    "swiglu|complex64|TweenChain|lr=20k",
    "residual|complex64|TweenChain|lr=20k",
    "layernorm|complex64|TweenChain|lr=20k",
    "rmsnorm|complex64|TweenChain|lr=20k",
    "dense|complex128|TweenChain|lr=20k",
    "cnn1|complex128|TweenChain|lr=20k",
    "cnn2|complex128|TweenChain|lr=20k",
    "cnn3|complex128|TweenChain|lr=20k",
    "convt1|complex128|TweenChain|lr=20k",
    "convt2|complex128|TweenChain|lr=20k",
    "convt3|complex128|TweenChain|lr=20k",
    "mha|complex128|TweenChain|lr=20k",
    "lstm|complex128|TweenChain|lr=20k",
    "rnn|complex128|TweenChain|lr=20k",
    "mamba|complex128|TweenChain|lr=20k",
    "gdn|complex128|TweenChain|lr=20k",
    "swiglu|complex128|TweenChain|lr=20k",
    "residual|complex128|TweenChain|lr=20k",
    "layernorm|complex128|TweenChain|lr=20k",
    "rmsnorm|complex128|TweenChain|lr=20k",
    "dense|nf4|TweenChain|lr=20k",
    "cnn1|nf4|TweenChain|lr=20k",
    "cnn2|nf4|TweenChain|lr=20k",
    "cnn3|nf4|TweenChain|lr=20k",
    "convt1|nf4|TweenChain|lr=20k",
    "convt2|nf4|TweenChain|lr=20k",
    "convt3|nf4|TweenChain|lr=20k",
    "mha|nf4|TweenChain|lr=20k",
    "lstm|nf4|TweenChain|lr=20k",
    "rnn|nf4|TweenChain|lr=20k",
    "mamba|nf4|TweenChain|lr=20k",
    "gdn|nf4|TweenChain|lr=20k",
    "swiglu|nf4|TweenChain|lr=20k",
    "residual|nf4|TweenChain|lr=20k",
    "layernorm|nf4|TweenChain|lr=20k",
    "rmsnorm|nf4|TweenChain|lr=20k",
    "dense|fp6|TweenChain|lr=20k",
    "cnn1|fp6|TweenChain|lr=20k",
    "cnn2|fp6|TweenChain|lr=20k",
    "cnn3|fp6|TweenChain|lr=20k",
    "convt1|fp6|TweenChain|lr=20k",
    "convt2|fp6|TweenChain|lr=20k",
    "convt3|fp6|TweenChain|lr=20k",
    "mha|fp6|TweenChain|lr=20k",
    "lstm|fp6|TweenChain|lr=20k",
    "rnn|fp6|TweenChain|lr=20k",
    "mamba|fp6|TweenChain|lr=20k",
    "gdn|fp6|TweenChain|lr=20k",
    "swiglu|fp6|TweenChain|lr=20k",
    "residual|fp6|TweenChain|lr=20k",
    "layernorm|fp6|TweenChain|lr=20k",
    "rmsnorm|fp6|TweenChain|lr=20k",
    "dense|int6|TweenChain|lr=20k",
    "cnn1|int6|TweenChain|lr=20k",
    "cnn2|int6|TweenChain|lr=20k",
    "cnn3|int6|TweenChain|lr=20k",
    "convt1|int6|TweenChain|lr=20k",
    "convt2|int6|TweenChain|lr=20k",
    "convt3|int6|TweenChain|lr=20k",
    "mha|int6|TweenChain|lr=20k",
    "lstm|int6|TweenChain|lr=20k",
    "rnn|int6|TweenChain|lr=20k",
    "mamba|int6|TweenChain|lr=20k",
    "gdn|int6|TweenChain|lr=20k",
    "swiglu|int6|TweenChain|lr=20k",
    "residual|int6|TweenChain|lr=20k",
    "layernorm|int6|TweenChain|lr=20k",
    "rmsnorm|int6|TweenChain|lr=20k",
    "dense|uint6|TweenChain|lr=20k",
    "cnn1|uint6|TweenChain|lr=20k",
    "cnn2|uint6|TweenChain|lr=20k",
    "cnn3|uint6|TweenChain|lr=20k",
    "convt1|uint6|TweenChain|lr=20k",
    "convt2|uint6|TweenChain|lr=20k",
    "convt3|uint6|TweenChain|lr=20k",
    "mha|uint6|TweenChain|lr=20k",
    "lstm|uint6|TweenChain|lr=20k",
    "rnn|uint6|TweenChain|lr=20k",
    "mamba|uint6|TweenChain|lr=20k",
    "gdn|uint6|TweenChain|lr=20k",
    "swiglu|uint6|TweenChain|lr=20k",
    "residual|uint6|TweenChain|lr=20k",
    "layernorm|uint6|TweenChain|lr=20k",
    "rmsnorm|uint6|TweenChain|lr=20k",
    "dense|int5|TweenChain|lr=20k",
    "cnn1|int5|TweenChain|lr=20k",
    "cnn2|int5|TweenChain|lr=20k",
    "cnn3|int5|TweenChain|lr=20k",
    "convt1|int5|TweenChain|lr=20k",
    "convt2|int5|TweenChain|lr=20k",
    "convt3|int5|TweenChain|lr=20k",
    "mha|int5|TweenChain|lr=20k",
    "lstm|int5|TweenChain|lr=20k",
    "rnn|int5|TweenChain|lr=20k",
    "mamba|int5|TweenChain|lr=20k",
    "gdn|int5|TweenChain|lr=20k",
    "swiglu|int5|TweenChain|lr=20k",
    "residual|int5|TweenChain|lr=20k",
    "layernorm|int5|TweenChain|lr=20k",
    "rmsnorm|int5|TweenChain|lr=20k",
    "dense|uint5|TweenChain|lr=20k",
    "cnn1|uint5|TweenChain|lr=20k",
    "cnn2|uint5|TweenChain|lr=20k",
    "cnn3|uint5|TweenChain|lr=20k",
    "convt1|uint5|TweenChain|lr=20k",
    "convt2|uint5|TweenChain|lr=20k",
    "convt3|uint5|TweenChain|lr=20k",
    "mha|uint5|TweenChain|lr=20k",
    "lstm|uint5|TweenChain|lr=20k",
    "rnn|uint5|TweenChain|lr=20k",
    "mamba|uint5|TweenChain|lr=20k",
    "gdn|uint5|TweenChain|lr=20k",
    "swiglu|uint5|TweenChain|lr=20k",
    "residual|uint5|TweenChain|lr=20k",
    "layernorm|uint5|TweenChain|lr=20k",
    "rmsnorm|uint5|TweenChain|lr=20k",
    "dense|int3|TweenChain|lr=20k",
    "cnn1|int3|TweenChain|lr=20k",
    "cnn2|int3|TweenChain|lr=20k",
    "cnn3|int3|TweenChain|lr=20k",
    "convt1|int3|TweenChain|lr=20k",
    "convt2|int3|TweenChain|lr=20k",
    "convt3|int3|TweenChain|lr=20k",
    "mha|int3|TweenChain|lr=20k",
    "lstm|int3|TweenChain|lr=20k",
    "rnn|int3|TweenChain|lr=20k",
    "mamba|int3|TweenChain|lr=20k",
    "gdn|int3|TweenChain|lr=20k",
    "swiglu|int3|TweenChain|lr=20k",
    "residual|int3|TweenChain|lr=20k",
    "layernorm|int3|TweenChain|lr=20k",
    "rmsnorm|int3|TweenChain|lr=20k",
    "dense|uint3|TweenChain|lr=20k",
    "cnn1|uint3|TweenChain|lr=20k",
    "cnn2|uint3|TweenChain|lr=20k",
    "cnn3|uint3|TweenChain|lr=20k",
    "convt1|uint3|TweenChain|lr=20k",
    "convt2|uint3|TweenChain|lr=20k",
    "convt3|uint3|TweenChain|lr=20k",
    "mha|uint3|TweenChain|lr=20k",
    "lstm|uint3|TweenChain|lr=20k",
    "rnn|uint3|TweenChain|lr=20k",
    "mamba|uint3|TweenChain|lr=20k",
    "gdn|uint3|TweenChain|lr=20k",
    "swiglu|uint3|TweenChain|lr=20k",
    "residual|uint3|TweenChain|lr=20k",
    "layernorm|uint3|TweenChain|lr=20k",
    "rmsnorm|uint3|TweenChain|lr=20k",
    "dense|float64|StepTween|lr=20k",
    "cnn1|float64|StepTween|lr=20k",
    "cnn2|float64|StepTween|lr=20k",
    "cnn3|float64|StepTween|lr=20k",
    "convt1|float64|StepTween|lr=20k",
    "convt2|float64|StepTween|lr=20k",
    "convt3|float64|StepTween|lr=20k",
    "mha|float64|StepTween|lr=20k",
    "lstm|float64|StepTween|lr=20k",
    "rnn|float64|StepTween|lr=20k",
    "mamba|float64|StepTween|lr=20k",
    "gdn|float64|StepTween|lr=20k",
    "swiglu|float64|StepTween|lr=20k",
    "residual|float64|StepTween|lr=20k",
    "layernorm|float64|StepTween|lr=20k",
    "rmsnorm|float64|StepTween|lr=20k",
    "dense|float32|StepTween|lr=20k",
    "cnn1|float32|StepTween|lr=20k",
    "cnn2|float32|StepTween|lr=20k",
    "cnn3|float32|StepTween|lr=20k",
    "convt1|float32|StepTween|lr=20k",
    "convt2|float32|StepTween|lr=20k",
    "convt3|float32|StepTween|lr=20k",
    "mha|float32|StepTween|lr=20k",
    "lstm|float32|StepTween|lr=20k",
    "rnn|float32|StepTween|lr=20k",
    "mamba|float32|StepTween|lr=20k",
    "gdn|float32|StepTween|lr=20k",
    "swiglu|float32|StepTween|lr=20k",
    "residual|float32|StepTween|lr=20k",
    "layernorm|float32|StepTween|lr=20k",
    "rmsnorm|float32|StepTween|lr=20k",
    "dense|float16|StepTween|lr=20k",
    "cnn1|float16|StepTween|lr=20k",
    "cnn2|float16|StepTween|lr=20k",
    "cnn3|float16|StepTween|lr=20k",
    "convt1|float16|StepTween|lr=20k",
    "convt2|float16|StepTween|lr=20k",
    "convt3|float16|StepTween|lr=20k",
    "mha|float16|StepTween|lr=20k",
    "lstm|float16|StepTween|lr=20k",
    "rnn|float16|StepTween|lr=20k",
    "mamba|float16|StepTween|lr=20k",
    "gdn|float16|StepTween|lr=20k",
    "swiglu|float16|StepTween|lr=20k",
    "residual|float16|StepTween|lr=20k",
    "layernorm|float16|StepTween|lr=20k",
    "rmsnorm|float16|StepTween|lr=20k",
    "dense|bfloat16|StepTween|lr=20k",
    "cnn1|bfloat16|StepTween|lr=20k",
    "cnn2|bfloat16|StepTween|lr=20k",
    "cnn3|bfloat16|StepTween|lr=20k",
    "convt1|bfloat16|StepTween|lr=20k",
    "convt2|bfloat16|StepTween|lr=20k",
    "convt3|bfloat16|StepTween|lr=20k",
    "mha|bfloat16|StepTween|lr=20k",
    "lstm|bfloat16|StepTween|lr=20k",
    "rnn|bfloat16|StepTween|lr=20k",
    "mamba|bfloat16|StepTween|lr=20k",
    "gdn|bfloat16|StepTween|lr=20k",
    "swiglu|bfloat16|StepTween|lr=20k",
    "residual|bfloat16|StepTween|lr=20k",
    "layernorm|bfloat16|StepTween|lr=20k",
    "rmsnorm|bfloat16|StepTween|lr=20k",
    "dense|fp8e4m3|StepTween|lr=20k",
    "cnn1|fp8e4m3|StepTween|lr=20k",
    "cnn2|fp8e4m3|StepTween|lr=20k",
    "cnn3|fp8e4m3|StepTween|lr=20k",
    "convt1|fp8e4m3|StepTween|lr=20k",
    "convt2|fp8e4m3|StepTween|lr=20k",
    "convt3|fp8e4m3|StepTween|lr=20k",
    "mha|fp8e4m3|StepTween|lr=20k",
    "lstm|fp8e4m3|StepTween|lr=20k",
    "rnn|fp8e4m3|StepTween|lr=20k",
    "mamba|fp8e4m3|StepTween|lr=20k",
    "gdn|fp8e4m3|StepTween|lr=20k",
    "swiglu|fp8e4m3|StepTween|lr=20k",
    "residual|fp8e4m3|StepTween|lr=20k",
    "layernorm|fp8e4m3|StepTween|lr=20k",
    "rmsnorm|fp8e4m3|StepTween|lr=20k",
    "dense|fp8e5m2|StepTween|lr=20k",
    "cnn1|fp8e5m2|StepTween|lr=20k",
    "cnn2|fp8e5m2|StepTween|lr=20k",
    "cnn3|fp8e5m2|StepTween|lr=20k",
    "convt1|fp8e5m2|StepTween|lr=20k",
    "convt2|fp8e5m2|StepTween|lr=20k",
    "convt3|fp8e5m2|StepTween|lr=20k",
    "mha|fp8e5m2|StepTween|lr=20k",
    "lstm|fp8e5m2|StepTween|lr=20k",
    "rnn|fp8e5m2|StepTween|lr=20k",
    "mamba|fp8e5m2|StepTween|lr=20k",
    "gdn|fp8e5m2|StepTween|lr=20k",
    "swiglu|fp8e5m2|StepTween|lr=20k",
    "residual|fp8e5m2|StepTween|lr=20k",
    "layernorm|fp8e5m2|StepTween|lr=20k",
    "rmsnorm|fp8e5m2|StepTween|lr=20k",
    "dense|int64|StepTween|lr=20k",
    "cnn1|int64|StepTween|lr=20k",
    "cnn2|int64|StepTween|lr=20k",
    "cnn3|int64|StepTween|lr=20k",
    "convt1|int64|StepTween|lr=20k",
    "convt2|int64|StepTween|lr=20k",
    "convt3|int64|StepTween|lr=20k",
    "mha|int64|StepTween|lr=20k",
    "lstm|int64|StepTween|lr=20k",
    "rnn|int64|StepTween|lr=20k",
    "mamba|int64|StepTween|lr=20k",
    "gdn|int64|StepTween|lr=20k",
    "swiglu|int64|StepTween|lr=20k",
    "residual|int64|StepTween|lr=20k",
    "layernorm|int64|StepTween|lr=20k",
    "rmsnorm|int64|StepTween|lr=20k",
    "dense|int32|StepTween|lr=20k",
    "cnn1|int32|StepTween|lr=20k",
    "cnn2|int32|StepTween|lr=20k",
    "cnn3|int32|StepTween|lr=20k",
    "convt1|int32|StepTween|lr=20k",
    "convt2|int32|StepTween|lr=20k",
    "convt3|int32|StepTween|lr=20k",
    "mha|int32|StepTween|lr=20k",
    "lstm|int32|StepTween|lr=20k",
    "rnn|int32|StepTween|lr=20k",
    "mamba|int32|StepTween|lr=20k",
    "gdn|int32|StepTween|lr=20k",
    "swiglu|int32|StepTween|lr=20k",
    "residual|int32|StepTween|lr=20k",
    "layernorm|int32|StepTween|lr=20k",
    "rmsnorm|int32|StepTween|lr=20k",
    "dense|int16|StepTween|lr=20k",
    "cnn1|int16|StepTween|lr=20k",
    "cnn2|int16|StepTween|lr=20k",
    "cnn3|int16|StepTween|lr=20k",
    "convt1|int16|StepTween|lr=20k",
    "convt2|int16|StepTween|lr=20k",
    "convt3|int16|StepTween|lr=20k",
    "mha|int16|StepTween|lr=20k",
    "lstm|int16|StepTween|lr=20k",
    "rnn|int16|StepTween|lr=20k",
    "mamba|int16|StepTween|lr=20k",
    "gdn|int16|StepTween|lr=20k",
    "swiglu|int16|StepTween|lr=20k",
    "residual|int16|StepTween|lr=20k",
    "layernorm|int16|StepTween|lr=20k",
    "rmsnorm|int16|StepTween|lr=20k",
    "dense|int8|StepTween|lr=20k",
    "cnn1|int8|StepTween|lr=20k",
    "cnn2|int8|StepTween|lr=20k",
    "cnn3|int8|StepTween|lr=20k",
    "convt1|int8|StepTween|lr=20k",
    "convt2|int8|StepTween|lr=20k",
    "convt3|int8|StepTween|lr=20k",
    "mha|int8|StepTween|lr=20k",
    "lstm|int8|StepTween|lr=20k",
    "rnn|int8|StepTween|lr=20k",
    "mamba|int8|StepTween|lr=20k",
    "gdn|int8|StepTween|lr=20k",
    "swiglu|int8|StepTween|lr=20k",
    "residual|int8|StepTween|lr=20k",
    "layernorm|int8|StepTween|lr=20k",
    "rmsnorm|int8|StepTween|lr=20k",
    "dense|uint64|StepTween|lr=20k",
    "cnn1|uint64|StepTween|lr=20k",
    "cnn2|uint64|StepTween|lr=20k",
    "cnn3|uint64|StepTween|lr=20k",
    "convt1|uint64|StepTween|lr=20k",
    "convt2|uint64|StepTween|lr=20k",
    "convt3|uint64|StepTween|lr=20k",
    "mha|uint64|StepTween|lr=20k",
    "lstm|uint64|StepTween|lr=20k",
    "rnn|uint64|StepTween|lr=20k",
    "mamba|uint64|StepTween|lr=20k",
    "gdn|uint64|StepTween|lr=20k",
    "swiglu|uint64|StepTween|lr=20k",
    "residual|uint64|StepTween|lr=20k",
    "layernorm|uint64|StepTween|lr=20k",
    "rmsnorm|uint64|StepTween|lr=20k",
    "dense|uint32|StepTween|lr=20k",
    "cnn1|uint32|StepTween|lr=20k",
    "cnn2|uint32|StepTween|lr=20k",
    "cnn3|uint32|StepTween|lr=20k",
    "convt1|uint32|StepTween|lr=20k",
    "convt2|uint32|StepTween|lr=20k",
    "convt3|uint32|StepTween|lr=20k",
    "mha|uint32|StepTween|lr=20k",
    "lstm|uint32|StepTween|lr=20k",
    "rnn|uint32|StepTween|lr=20k",
    "mamba|uint32|StepTween|lr=20k",
    "gdn|uint32|StepTween|lr=20k",
    "swiglu|uint32|StepTween|lr=20k",
    "residual|uint32|StepTween|lr=20k",
    "layernorm|uint32|StepTween|lr=20k",
    "rmsnorm|uint32|StepTween|lr=20k",
    "dense|uint16|StepTween|lr=20k",
    "cnn1|uint16|StepTween|lr=20k",
    "cnn2|uint16|StepTween|lr=20k",
    "cnn3|uint16|StepTween|lr=20k",
    "convt1|uint16|StepTween|lr=20k",
    "convt2|uint16|StepTween|lr=20k",
    "convt3|uint16|StepTween|lr=20k",
    "mha|uint16|StepTween|lr=20k",
    "lstm|uint16|StepTween|lr=20k",
    "rnn|uint16|StepTween|lr=20k",
    "mamba|uint16|StepTween|lr=20k",
    "gdn|uint16|StepTween|lr=20k",
    "swiglu|uint16|StepTween|lr=20k",
    "residual|uint16|StepTween|lr=20k",
    "layernorm|uint16|StepTween|lr=20k",
    "rmsnorm|uint16|StepTween|lr=20k",
    "dense|uint8|StepTween|lr=20k",
    "cnn1|uint8|StepTween|lr=20k",
    "cnn2|uint8|StepTween|lr=20k",
    "cnn3|uint8|StepTween|lr=20k",
    "convt1|uint8|StepTween|lr=20k",
    "convt2|uint8|StepTween|lr=20k",
    "convt3|uint8|StepTween|lr=20k",
    "mha|uint8|StepTween|lr=20k",
    "lstm|uint8|StepTween|lr=20k",
    "rnn|uint8|StepTween|lr=20k",
    "mamba|uint8|StepTween|lr=20k",
    "gdn|uint8|StepTween|lr=20k",
    "swiglu|uint8|StepTween|lr=20k",
    "residual|uint8|StepTween|lr=20k",
    "layernorm|uint8|StepTween|lr=20k",
    "rmsnorm|uint8|StepTween|lr=20k",
    "dense|int4|StepTween|lr=20k",
    "cnn1|int4|StepTween|lr=20k",
    "cnn2|int4|StepTween|lr=20k",
    "cnn3|int4|StepTween|lr=20k",
    "convt1|int4|StepTween|lr=20k",
    "convt2|int4|StepTween|lr=20k",
    "convt3|int4|StepTween|lr=20k",
    "mha|int4|StepTween|lr=20k",
    "lstm|int4|StepTween|lr=20k",
    "rnn|int4|StepTween|lr=20k",
    "mamba|int4|StepTween|lr=20k",
    "gdn|int4|StepTween|lr=20k",
    "swiglu|int4|StepTween|lr=20k",
    "residual|int4|StepTween|lr=20k",
    "layernorm|int4|StepTween|lr=20k",
    "rmsnorm|int4|StepTween|lr=20k",
    "dense|uint4|StepTween|lr=20k",
    "cnn1|uint4|StepTween|lr=20k",
    "cnn2|uint4|StepTween|lr=20k",
    "cnn3|uint4|StepTween|lr=20k",
    "convt1|uint4|StepTween|lr=20k",
    "convt2|uint4|StepTween|lr=20k",
    "convt3|uint4|StepTween|lr=20k",
    "mha|uint4|StepTween|lr=20k",
    "lstm|uint4|StepTween|lr=20k",
    "rnn|uint4|StepTween|lr=20k",
    "mamba|uint4|StepTween|lr=20k",
    "gdn|uint4|StepTween|lr=20k",
    "swiglu|uint4|StepTween|lr=20k",
    "residual|uint4|StepTween|lr=20k",
    "layernorm|uint4|StepTween|lr=20k",
    "rmsnorm|uint4|StepTween|lr=20k",
    "dense|fp4|StepTween|lr=20k",
    "cnn1|fp4|StepTween|lr=20k",
    "cnn2|fp4|StepTween|lr=20k",
    "cnn3|fp4|StepTween|lr=20k",
    "convt1|fp4|StepTween|lr=20k",
    "convt2|fp4|StepTween|lr=20k",
    "convt3|fp4|StepTween|lr=20k",
    "mha|fp4|StepTween|lr=20k",
    "lstm|fp4|StepTween|lr=20k",
    "rnn|fp4|StepTween|lr=20k",
    "mamba|fp4|StepTween|lr=20k",
    "gdn|fp4|StepTween|lr=20k",
    "swiglu|fp4|StepTween|lr=20k",
    "residual|fp4|StepTween|lr=20k",
    "layernorm|fp4|StepTween|lr=20k",
    "rmsnorm|fp4|StepTween|lr=20k",
    "dense|int2|StepTween|lr=20k",
    "cnn1|int2|StepTween|lr=20k",
    "cnn2|int2|StepTween|lr=20k",
    "cnn3|int2|StepTween|lr=20k",
    "convt1|int2|StepTween|lr=20k",
    "convt2|int2|StepTween|lr=20k",
    "convt3|int2|StepTween|lr=20k",
    "mha|int2|StepTween|lr=20k",
    "lstm|int2|StepTween|lr=20k",
    "rnn|int2|StepTween|lr=20k",
    "mamba|int2|StepTween|lr=20k",
    "gdn|int2|StepTween|lr=20k",
    "swiglu|int2|StepTween|lr=20k",
    "residual|int2|StepTween|lr=20k",
    "layernorm|int2|StepTween|lr=20k",
    "rmsnorm|int2|StepTween|lr=20k",
    "dense|uint2|StepTween|lr=20k",
    "cnn1|uint2|StepTween|lr=20k",
    "cnn2|uint2|StepTween|lr=20k",
    "cnn3|uint2|StepTween|lr=20k",
    "convt1|uint2|StepTween|lr=20k",
    "convt2|uint2|StepTween|lr=20k",
    "convt3|uint2|StepTween|lr=20k",
    "mha|uint2|StepTween|lr=20k",
    "lstm|uint2|StepTween|lr=20k",
    "rnn|uint2|StepTween|lr=20k",
    "mamba|uint2|StepTween|lr=20k",
    "gdn|uint2|StepTween|lr=20k",
    "swiglu|uint2|StepTween|lr=20k",
    "residual|uint2|StepTween|lr=20k",
    "layernorm|uint2|StepTween|lr=20k",
    "rmsnorm|uint2|StepTween|lr=20k",
    "dense|ternary|StepTween|lr=20k",
    "cnn1|ternary|StepTween|lr=20k",
    "cnn2|ternary|StepTween|lr=20k",
    "cnn3|ternary|StepTween|lr=20k",
    "convt1|ternary|StepTween|lr=20k",
    "convt2|ternary|StepTween|lr=20k",
    "convt3|ternary|StepTween|lr=20k",
    "mha|ternary|StepTween|lr=20k",
    "lstm|ternary|StepTween|lr=20k",
    "rnn|ternary|StepTween|lr=20k",
    "mamba|ternary|StepTween|lr=20k",
    "gdn|ternary|StepTween|lr=20k",
    "swiglu|ternary|StepTween|lr=20k",
    "residual|ternary|StepTween|lr=20k",
    "layernorm|ternary|StepTween|lr=20k",
    "rmsnorm|ternary|StepTween|lr=20k",
    "dense|binary|StepTween|lr=20k",
    "cnn1|binary|StepTween|lr=20k",
    "cnn2|binary|StepTween|lr=20k",
    "cnn3|binary|StepTween|lr=20k",
    "convt1|binary|StepTween|lr=20k",
    "convt2|binary|StepTween|lr=20k",
    "convt3|binary|StepTween|lr=20k",
    "mha|binary|StepTween|lr=20k",
    "lstm|binary|StepTween|lr=20k",
    "rnn|binary|StepTween|lr=20k",
    "mamba|binary|StepTween|lr=20k",
    "gdn|binary|StepTween|lr=20k",
    "swiglu|binary|StepTween|lr=20k",
    "residual|binary|StepTween|lr=20k",
    "layernorm|binary|StepTween|lr=20k",
    "rmsnorm|binary|StepTween|lr=20k",
    "dense|int|StepTween|lr=20k",
    "cnn1|int|StepTween|lr=20k",
    "cnn2|int|StepTween|lr=20k",
    "cnn3|int|StepTween|lr=20k",
    "convt1|int|StepTween|lr=20k",
    "convt2|int|StepTween|lr=20k",
    "convt3|int|StepTween|lr=20k",
    "mha|int|StepTween|lr=20k",
    "lstm|int|StepTween|lr=20k",
    "rnn|int|StepTween|lr=20k",
    "mamba|int|StepTween|lr=20k",
    "gdn|int|StepTween|lr=20k",
    "swiglu|int|StepTween|lr=20k",
    "residual|int|StepTween|lr=20k",
    "layernorm|int|StepTween|lr=20k",
    "rmsnorm|int|StepTween|lr=20k",
    "dense|uint|StepTween|lr=20k",
    "cnn1|uint|StepTween|lr=20k",
    "cnn2|uint|StepTween|lr=20k",
    "cnn3|uint|StepTween|lr=20k",
    "convt1|uint|StepTween|lr=20k",
    "convt2|uint|StepTween|lr=20k",
    "convt3|uint|StepTween|lr=20k",
    "mha|uint|StepTween|lr=20k",
    "lstm|uint|StepTween|lr=20k",
    "rnn|uint|StepTween|lr=20k",
    "mamba|uint|StepTween|lr=20k",
    "gdn|uint|StepTween|lr=20k",
    "swiglu|uint|StepTween|lr=20k",
    "residual|uint|StepTween|lr=20k",
    "layernorm|uint|StepTween|lr=20k",
    "rmsnorm|uint|StepTween|lr=20k",
    "dense|uintptr|StepTween|lr=20k",
    "cnn1|uintptr|StepTween|lr=20k",
    "cnn2|uintptr|StepTween|lr=20k",
    "cnn3|uintptr|StepTween|lr=20k",
    "convt1|uintptr|StepTween|lr=20k",
    "convt2|uintptr|StepTween|lr=20k",
    "convt3|uintptr|StepTween|lr=20k",
    "mha|uintptr|StepTween|lr=20k",
    "lstm|uintptr|StepTween|lr=20k",
    "rnn|uintptr|StepTween|lr=20k",
    "mamba|uintptr|StepTween|lr=20k",
    "gdn|uintptr|StepTween|lr=20k",
    "swiglu|uintptr|StepTween|lr=20k",
    "residual|uintptr|StepTween|lr=20k",
    "layernorm|uintptr|StepTween|lr=20k",
    "rmsnorm|uintptr|StepTween|lr=20k",
    "dense|complex64|StepTween|lr=20k",
    "cnn1|complex64|StepTween|lr=20k",
    "cnn2|complex64|StepTween|lr=20k",
    "cnn3|complex64|StepTween|lr=20k",
    "convt1|complex64|StepTween|lr=20k",
    "convt2|complex64|StepTween|lr=20k",
    "convt3|complex64|StepTween|lr=20k",
    "mha|complex64|StepTween|lr=20k",
    "lstm|complex64|StepTween|lr=20k",
    "rnn|complex64|StepTween|lr=20k",
    "mamba|complex64|StepTween|lr=20k",
    "gdn|complex64|StepTween|lr=20k",
    "swiglu|complex64|StepTween|lr=20k",
    "residual|complex64|StepTween|lr=20k",
    "layernorm|complex64|StepTween|lr=20k",
    "rmsnorm|complex64|StepTween|lr=20k",
    "dense|complex128|StepTween|lr=20k",
    "cnn1|complex128|StepTween|lr=20k",
    "cnn2|complex128|StepTween|lr=20k",
    "cnn3|complex128|StepTween|lr=20k",
    "convt1|complex128|StepTween|lr=20k",
    "convt2|complex128|StepTween|lr=20k",
    "convt3|complex128|StepTween|lr=20k",
    "mha|complex128|StepTween|lr=20k",
    "lstm|complex128|StepTween|lr=20k",
    "rnn|complex128|StepTween|lr=20k",
    "mamba|complex128|StepTween|lr=20k",
    "gdn|complex128|StepTween|lr=20k",
    "swiglu|complex128|StepTween|lr=20k",
    "residual|complex128|StepTween|lr=20k",
    "layernorm|complex128|StepTween|lr=20k",
    "rmsnorm|complex128|StepTween|lr=20k",
    "dense|nf4|StepTween|lr=20k",
    "cnn1|nf4|StepTween|lr=20k",
    "cnn2|nf4|StepTween|lr=20k",
    "cnn3|nf4|StepTween|lr=20k",
    "convt1|nf4|StepTween|lr=20k",
    "convt2|nf4|StepTween|lr=20k",
    "convt3|nf4|StepTween|lr=20k",
    "mha|nf4|StepTween|lr=20k",
    "lstm|nf4|StepTween|lr=20k",
    "rnn|nf4|StepTween|lr=20k",
    "mamba|nf4|StepTween|lr=20k",
    "gdn|nf4|StepTween|lr=20k",
    "swiglu|nf4|StepTween|lr=20k",
    "residual|nf4|StepTween|lr=20k",
    "layernorm|nf4|StepTween|lr=20k",
    "rmsnorm|nf4|StepTween|lr=20k",
    "dense|fp6|StepTween|lr=20k",
    "cnn1|fp6|StepTween|lr=20k",
    "cnn2|fp6|StepTween|lr=20k",
    "cnn3|fp6|StepTween|lr=20k",
    "convt1|fp6|StepTween|lr=20k",
    "convt2|fp6|StepTween|lr=20k",
    "convt3|fp6|StepTween|lr=20k",
    "mha|fp6|StepTween|lr=20k",
    "lstm|fp6|StepTween|lr=20k",
    "rnn|fp6|StepTween|lr=20k",
    "mamba|fp6|StepTween|lr=20k",
    "gdn|fp6|StepTween|lr=20k",
    "swiglu|fp6|StepTween|lr=20k",
    "residual|fp6|StepTween|lr=20k",
    "layernorm|fp6|StepTween|lr=20k",
    "rmsnorm|fp6|StepTween|lr=20k",
    "dense|int6|StepTween|lr=20k",
    "cnn1|int6|StepTween|lr=20k",
    "cnn2|int6|StepTween|lr=20k",
    "cnn3|int6|StepTween|lr=20k",
    "convt1|int6|StepTween|lr=20k",
    "convt2|int6|StepTween|lr=20k",
    "convt3|int6|StepTween|lr=20k",
    "mha|int6|StepTween|lr=20k",
    "lstm|int6|StepTween|lr=20k",
    "rnn|int6|StepTween|lr=20k",
    "mamba|int6|StepTween|lr=20k",
    "gdn|int6|StepTween|lr=20k",
    "swiglu|int6|StepTween|lr=20k",
    "residual|int6|StepTween|lr=20k",
    "layernorm|int6|StepTween|lr=20k",
    "rmsnorm|int6|StepTween|lr=20k",
    "dense|uint6|StepTween|lr=20k",
    "cnn1|uint6|StepTween|lr=20k",
    "cnn2|uint6|StepTween|lr=20k",
    "cnn3|uint6|StepTween|lr=20k",
    "convt1|uint6|StepTween|lr=20k",
    "convt2|uint6|StepTween|lr=20k",
    "convt3|uint6|StepTween|lr=20k",
    "mha|uint6|StepTween|lr=20k",
    "lstm|uint6|StepTween|lr=20k",
    "rnn|uint6|StepTween|lr=20k",
    "mamba|uint6|StepTween|lr=20k",
    "gdn|uint6|StepTween|lr=20k",
    "swiglu|uint6|StepTween|lr=20k",
    "residual|uint6|StepTween|lr=20k",
    "layernorm|uint6|StepTween|lr=20k",
    "rmsnorm|uint6|StepTween|lr=20k",
    "dense|int5|StepTween|lr=20k",
    "cnn1|int5|StepTween|lr=20k",
    "cnn2|int5|StepTween|lr=20k",
    "cnn3|int5|StepTween|lr=20k",
    "convt1|int5|StepTween|lr=20k",
    "convt2|int5|StepTween|lr=20k",
    "convt3|int5|StepTween|lr=20k",
    "mha|int5|StepTween|lr=20k",
    "lstm|int5|StepTween|lr=20k",
    "rnn|int5|StepTween|lr=20k",
    "mamba|int5|StepTween|lr=20k",
    "gdn|int5|StepTween|lr=20k",
    "swiglu|int5|StepTween|lr=20k",
    "residual|int5|StepTween|lr=20k",
    "layernorm|int5|StepTween|lr=20k",
    "rmsnorm|int5|StepTween|lr=20k",
    "dense|uint5|StepTween|lr=20k",
    "cnn1|uint5|StepTween|lr=20k",
    "cnn2|uint5|StepTween|lr=20k",
    "cnn3|uint5|StepTween|lr=20k",
    "convt1|uint5|StepTween|lr=20k",
    "convt2|uint5|StepTween|lr=20k",
    "convt3|uint5|StepTween|lr=20k",
    "mha|uint5|StepTween|lr=20k",
    "lstm|uint5|StepTween|lr=20k",
    "rnn|uint5|StepTween|lr=20k",
    "mamba|uint5|StepTween|lr=20k",
    "gdn|uint5|StepTween|lr=20k",
    "swiglu|uint5|StepTween|lr=20k",
    "residual|uint5|StepTween|lr=20k",
    "layernorm|uint5|StepTween|lr=20k",
    "rmsnorm|uint5|StepTween|lr=20k",
    "dense|int3|StepTween|lr=20k",
    "cnn1|int3|StepTween|lr=20k",
    "cnn2|int3|StepTween|lr=20k",
    "cnn3|int3|StepTween|lr=20k",
    "convt1|int3|StepTween|lr=20k",
    "convt2|int3|StepTween|lr=20k",
    "convt3|int3|StepTween|lr=20k",
    "mha|int3|StepTween|lr=20k",
    "lstm|int3|StepTween|lr=20k",
    "rnn|int3|StepTween|lr=20k",
    "mamba|int3|StepTween|lr=20k",
    "gdn|int3|StepTween|lr=20k",
    "swiglu|int3|StepTween|lr=20k",
    "residual|int3|StepTween|lr=20k",
    "layernorm|int3|StepTween|lr=20k",
    "rmsnorm|int3|StepTween|lr=20k",
    "dense|uint3|StepTween|lr=20k",
    "cnn1|uint3|StepTween|lr=20k",
    "cnn2|uint3|StepTween|lr=20k",
    "cnn3|uint3|StepTween|lr=20k",
    "convt1|uint3|StepTween|lr=20k",
    "convt2|uint3|StepTween|lr=20k",
    "convt3|uint3|StepTween|lr=20k",
    "mha|uint3|StepTween|lr=20k",
    "lstm|uint3|StepTween|lr=20k",
    "rnn|uint3|StepTween|lr=20k",
    "mamba|uint3|StepTween|lr=20k",
    "gdn|uint3|StepTween|lr=20k",
    "swiglu|uint3|StepTween|lr=20k",
    "residual|uint3|StepTween|lr=20k",
    "layernorm|uint3|StepTween|lr=20k",
    "rmsnorm|uint3|StepTween|lr=20k",
    "dense|float64|StepTweenChain|lr=20k",
    "cnn1|float64|StepTweenChain|lr=20k",
    "cnn2|float64|StepTweenChain|lr=20k",
    "cnn3|float64|StepTweenChain|lr=20k",
    "convt1|float64|StepTweenChain|lr=20k",
    "convt2|float64|StepTweenChain|lr=20k",
    "convt3|float64|StepTweenChain|lr=20k",
    "mha|float64|StepTweenChain|lr=20k",
    "lstm|float64|StepTweenChain|lr=20k",
    "rnn|float64|StepTweenChain|lr=20k",
    "mamba|float64|StepTweenChain|lr=20k",
    "gdn|float64|StepTweenChain|lr=20k",
    "swiglu|float64|StepTweenChain|lr=20k",
    "residual|float64|StepTweenChain|lr=20k",
    "layernorm|float64|StepTweenChain|lr=20k",
    "rmsnorm|float64|StepTweenChain|lr=20k",
    "dense|float32|StepTweenChain|lr=20k",
    "cnn1|float32|StepTweenChain|lr=20k",
    "cnn2|float32|StepTweenChain|lr=20k",
    "cnn3|float32|StepTweenChain|lr=20k",
    "convt1|float32|StepTweenChain|lr=20k",
    "convt2|float32|StepTweenChain|lr=20k",
    "convt3|float32|StepTweenChain|lr=20k",
    "mha|float32|StepTweenChain|lr=20k",
    "lstm|float32|StepTweenChain|lr=20k",
    "rnn|float32|StepTweenChain|lr=20k",
    "mamba|float32|StepTweenChain|lr=20k",
    "gdn|float32|StepTweenChain|lr=20k",
    "swiglu|float32|StepTweenChain|lr=20k",
    "residual|float32|StepTweenChain|lr=20k",
    "layernorm|float32|StepTweenChain|lr=20k",
    "rmsnorm|float32|StepTweenChain|lr=20k",
    "dense|float16|StepTweenChain|lr=20k",
    "cnn1|float16|StepTweenChain|lr=20k",
    "cnn2|float16|StepTweenChain|lr=20k",
    "cnn3|float16|StepTweenChain|lr=20k",
    "convt1|float16|StepTweenChain|lr=20k",
    "convt2|float16|StepTweenChain|lr=20k",
    "convt3|float16|StepTweenChain|lr=20k",
    "mha|float16|StepTweenChain|lr=20k",
    "lstm|float16|StepTweenChain|lr=20k",
    "rnn|float16|StepTweenChain|lr=20k",
    "mamba|float16|StepTweenChain|lr=20k",
    "gdn|float16|StepTweenChain|lr=20k",
    "swiglu|float16|StepTweenChain|lr=20k",
    "residual|float16|StepTweenChain|lr=20k",
    "layernorm|float16|StepTweenChain|lr=20k",
    "rmsnorm|float16|StepTweenChain|lr=20k",
    "dense|bfloat16|StepTweenChain|lr=20k",
    "cnn1|bfloat16|StepTweenChain|lr=20k",
    "cnn2|bfloat16|StepTweenChain|lr=20k",
    "cnn3|bfloat16|StepTweenChain|lr=20k",
    "convt1|bfloat16|StepTweenChain|lr=20k",
    "convt2|bfloat16|StepTweenChain|lr=20k",
    "convt3|bfloat16|StepTweenChain|lr=20k",
    "mha|bfloat16|StepTweenChain|lr=20k",
    "lstm|bfloat16|StepTweenChain|lr=20k",
    "rnn|bfloat16|StepTweenChain|lr=20k",
    "mamba|bfloat16|StepTweenChain|lr=20k",
    "gdn|bfloat16|StepTweenChain|lr=20k",
    "swiglu|bfloat16|StepTweenChain|lr=20k",
    "residual|bfloat16|StepTweenChain|lr=20k",
    "layernorm|bfloat16|StepTweenChain|lr=20k",
    "rmsnorm|bfloat16|StepTweenChain|lr=20k",
    "dense|fp8e4m3|StepTweenChain|lr=20k",
    "cnn1|fp8e4m3|StepTweenChain|lr=20k",
    "cnn2|fp8e4m3|StepTweenChain|lr=20k",
    "cnn3|fp8e4m3|StepTweenChain|lr=20k",
    "convt1|fp8e4m3|StepTweenChain|lr=20k",
    "convt2|fp8e4m3|StepTweenChain|lr=20k",
    "convt3|fp8e4m3|StepTweenChain|lr=20k",
    "mha|fp8e4m3|StepTweenChain|lr=20k",
    "lstm|fp8e4m3|StepTweenChain|lr=20k",
    "rnn|fp8e4m3|StepTweenChain|lr=20k",
    "mamba|fp8e4m3|StepTweenChain|lr=20k",
    "gdn|fp8e4m3|StepTweenChain|lr=20k",
    "swiglu|fp8e4m3|StepTweenChain|lr=20k",
    "residual|fp8e4m3|StepTweenChain|lr=20k",
    "layernorm|fp8e4m3|StepTweenChain|lr=20k",
    "rmsnorm|fp8e4m3|StepTweenChain|lr=20k",
    "dense|fp8e5m2|StepTweenChain|lr=20k",
    "cnn1|fp8e5m2|StepTweenChain|lr=20k",
    "cnn2|fp8e5m2|StepTweenChain|lr=20k",
    "cnn3|fp8e5m2|StepTweenChain|lr=20k",
    "convt1|fp8e5m2|StepTweenChain|lr=20k",
    "convt2|fp8e5m2|StepTweenChain|lr=20k",
    "convt3|fp8e5m2|StepTweenChain|lr=20k",
    "mha|fp8e5m2|StepTweenChain|lr=20k",
    "lstm|fp8e5m2|StepTweenChain|lr=20k",
    "rnn|fp8e5m2|StepTweenChain|lr=20k",
    "mamba|fp8e5m2|StepTweenChain|lr=20k",
    "gdn|fp8e5m2|StepTweenChain|lr=20k",
    "swiglu|fp8e5m2|StepTweenChain|lr=20k",
    "residual|fp8e5m2|StepTweenChain|lr=20k",
    "layernorm|fp8e5m2|StepTweenChain|lr=20k",
    "rmsnorm|fp8e5m2|StepTweenChain|lr=20k",
    "dense|int64|StepTweenChain|lr=20k",
    "cnn1|int64|StepTweenChain|lr=20k",
    "cnn2|int64|StepTweenChain|lr=20k",
    "cnn3|int64|StepTweenChain|lr=20k",
    "convt1|int64|StepTweenChain|lr=20k",
    "convt2|int64|StepTweenChain|lr=20k",
    "convt3|int64|StepTweenChain|lr=20k",
    "mha|int64|StepTweenChain|lr=20k",
    "lstm|int64|StepTweenChain|lr=20k",
    "rnn|int64|StepTweenChain|lr=20k",
    "mamba|int64|StepTweenChain|lr=20k",
    "gdn|int64|StepTweenChain|lr=20k",
    "swiglu|int64|StepTweenChain|lr=20k",
    "residual|int64|StepTweenChain|lr=20k",
    "layernorm|int64|StepTweenChain|lr=20k",
    "rmsnorm|int64|StepTweenChain|lr=20k",
    "dense|int32|StepTweenChain|lr=20k",
    "cnn1|int32|StepTweenChain|lr=20k",
    "cnn2|int32|StepTweenChain|lr=20k",
    "cnn3|int32|StepTweenChain|lr=20k",
    "convt1|int32|StepTweenChain|lr=20k",
    "convt2|int32|StepTweenChain|lr=20k",
    "convt3|int32|StepTweenChain|lr=20k",
    "mha|int32|StepTweenChain|lr=20k",
    "lstm|int32|StepTweenChain|lr=20k",
    "rnn|int32|StepTweenChain|lr=20k",
    "mamba|int32|StepTweenChain|lr=20k",
    "gdn|int32|StepTweenChain|lr=20k",
    "swiglu|int32|StepTweenChain|lr=20k",
    "residual|int32|StepTweenChain|lr=20k",
    "layernorm|int32|StepTweenChain|lr=20k",
    "rmsnorm|int32|StepTweenChain|lr=20k",
    "dense|int16|StepTweenChain|lr=20k",
    "cnn1|int16|StepTweenChain|lr=20k",
    "cnn2|int16|StepTweenChain|lr=20k",
    "cnn3|int16|StepTweenChain|lr=20k",
    "convt1|int16|StepTweenChain|lr=20k",
    "convt2|int16|StepTweenChain|lr=20k",
    "convt3|int16|StepTweenChain|lr=20k",
    "mha|int16|StepTweenChain|lr=20k",
    "lstm|int16|StepTweenChain|lr=20k",
    "rnn|int16|StepTweenChain|lr=20k",
    "mamba|int16|StepTweenChain|lr=20k",
    "gdn|int16|StepTweenChain|lr=20k",
    "swiglu|int16|StepTweenChain|lr=20k",
    "residual|int16|StepTweenChain|lr=20k",
    "layernorm|int16|StepTweenChain|lr=20k",
    "rmsnorm|int16|StepTweenChain|lr=20k",
    "dense|int8|StepTweenChain|lr=20k",
    "cnn1|int8|StepTweenChain|lr=20k",
    "cnn2|int8|StepTweenChain|lr=20k",
    "cnn3|int8|StepTweenChain|lr=20k",
    "convt1|int8|StepTweenChain|lr=20k",
    "convt2|int8|StepTweenChain|lr=20k",
    "convt3|int8|StepTweenChain|lr=20k",
    "mha|int8|StepTweenChain|lr=20k",
    "lstm|int8|StepTweenChain|lr=20k",
    "rnn|int8|StepTweenChain|lr=20k",
    "mamba|int8|StepTweenChain|lr=20k",
    "gdn|int8|StepTweenChain|lr=20k",
    "swiglu|int8|StepTweenChain|lr=20k",
    "residual|int8|StepTweenChain|lr=20k",
    "layernorm|int8|StepTweenChain|lr=20k",
    "rmsnorm|int8|StepTweenChain|lr=20k",
    "dense|uint64|StepTweenChain|lr=20k",
    "cnn1|uint64|StepTweenChain|lr=20k",
    "cnn2|uint64|StepTweenChain|lr=20k",
    "cnn3|uint64|StepTweenChain|lr=20k",
    "convt1|uint64|StepTweenChain|lr=20k",
    "convt2|uint64|StepTweenChain|lr=20k",
    "convt3|uint64|StepTweenChain|lr=20k",
    "mha|uint64|StepTweenChain|lr=20k",
    "lstm|uint64|StepTweenChain|lr=20k",
    "rnn|uint64|StepTweenChain|lr=20k",
    "mamba|uint64|StepTweenChain|lr=20k",
    "gdn|uint64|StepTweenChain|lr=20k",
    "swiglu|uint64|StepTweenChain|lr=20k",
    "residual|uint64|StepTweenChain|lr=20k",
    "layernorm|uint64|StepTweenChain|lr=20k",
    "rmsnorm|uint64|StepTweenChain|lr=20k",
    "dense|uint32|StepTweenChain|lr=20k",
    "cnn1|uint32|StepTweenChain|lr=20k",
    "cnn2|uint32|StepTweenChain|lr=20k",
    "cnn3|uint32|StepTweenChain|lr=20k",
    "convt1|uint32|StepTweenChain|lr=20k",
    "convt2|uint32|StepTweenChain|lr=20k",
    "convt3|uint32|StepTweenChain|lr=20k",
    "mha|uint32|StepTweenChain|lr=20k",
    "lstm|uint32|StepTweenChain|lr=20k",
    "rnn|uint32|StepTweenChain|lr=20k",
    "mamba|uint32|StepTweenChain|lr=20k",
    "gdn|uint32|StepTweenChain|lr=20k",
    "swiglu|uint32|StepTweenChain|lr=20k",
    "residual|uint32|StepTweenChain|lr=20k",
    "layernorm|uint32|StepTweenChain|lr=20k",
    "rmsnorm|uint32|StepTweenChain|lr=20k",
    "dense|uint16|StepTweenChain|lr=20k",
    "cnn1|uint16|StepTweenChain|lr=20k",
    "cnn2|uint16|StepTweenChain|lr=20k",
    "cnn3|uint16|StepTweenChain|lr=20k",
    "convt1|uint16|StepTweenChain|lr=20k",
    "convt2|uint16|StepTweenChain|lr=20k",
    "convt3|uint16|StepTweenChain|lr=20k",
    "mha|uint16|StepTweenChain|lr=20k",
    "lstm|uint16|StepTweenChain|lr=20k",
    "rnn|uint16|StepTweenChain|lr=20k",
    "mamba|uint16|StepTweenChain|lr=20k",
    "gdn|uint16|StepTweenChain|lr=20k",
    "swiglu|uint16|StepTweenChain|lr=20k",
    "residual|uint16|StepTweenChain|lr=20k",
    "layernorm|uint16|StepTweenChain|lr=20k",
    "rmsnorm|uint16|StepTweenChain|lr=20k",
    "dense|uint8|StepTweenChain|lr=20k",
    "cnn1|uint8|StepTweenChain|lr=20k",
    "cnn2|uint8|StepTweenChain|lr=20k",
    "cnn3|uint8|StepTweenChain|lr=20k",
    "convt1|uint8|StepTweenChain|lr=20k",
    "convt2|uint8|StepTweenChain|lr=20k",
    "convt3|uint8|StepTweenChain|lr=20k",
    "mha|uint8|StepTweenChain|lr=20k",
    "lstm|uint8|StepTweenChain|lr=20k",
    "rnn|uint8|StepTweenChain|lr=20k",
    "mamba|uint8|StepTweenChain|lr=20k",
    "gdn|uint8|StepTweenChain|lr=20k",
    "swiglu|uint8|StepTweenChain|lr=20k",
    "residual|uint8|StepTweenChain|lr=20k",
    "layernorm|uint8|StepTweenChain|lr=20k",
    "rmsnorm|uint8|StepTweenChain|lr=20k",
    "dense|int4|StepTweenChain|lr=20k",
    "cnn1|int4|StepTweenChain|lr=20k",
    "cnn2|int4|StepTweenChain|lr=20k",
    "cnn3|int4|StepTweenChain|lr=20k",
    "convt1|int4|StepTweenChain|lr=20k",
    "convt2|int4|StepTweenChain|lr=20k",
    "convt3|int4|StepTweenChain|lr=20k",
    "mha|int4|StepTweenChain|lr=20k",
    "lstm|int4|StepTweenChain|lr=20k",
    "rnn|int4|StepTweenChain|lr=20k",
    "mamba|int4|StepTweenChain|lr=20k",
    "gdn|int4|StepTweenChain|lr=20k",
    "swiglu|int4|StepTweenChain|lr=20k",
    "residual|int4|StepTweenChain|lr=20k",
    "layernorm|int4|StepTweenChain|lr=20k",
    "rmsnorm|int4|StepTweenChain|lr=20k",
    "dense|uint4|StepTweenChain|lr=20k",
    "cnn1|uint4|StepTweenChain|lr=20k",
    "cnn2|uint4|StepTweenChain|lr=20k",
    "cnn3|uint4|StepTweenChain|lr=20k",
    "convt1|uint4|StepTweenChain|lr=20k",
    "convt2|uint4|StepTweenChain|lr=20k",
    "convt3|uint4|StepTweenChain|lr=20k",
    "mha|uint4|StepTweenChain|lr=20k",
    "lstm|uint4|StepTweenChain|lr=20k",
    "rnn|uint4|StepTweenChain|lr=20k",
    "mamba|uint4|StepTweenChain|lr=20k",
    "gdn|uint4|StepTweenChain|lr=20k",
    "swiglu|uint4|StepTweenChain|lr=20k",
    "residual|uint4|StepTweenChain|lr=20k",
    "layernorm|uint4|StepTweenChain|lr=20k",
    "rmsnorm|uint4|StepTweenChain|lr=20k",
    "dense|fp4|StepTweenChain|lr=20k",
    "cnn1|fp4|StepTweenChain|lr=20k",
    "cnn2|fp4|StepTweenChain|lr=20k",
    "cnn3|fp4|StepTweenChain|lr=20k",
    "convt1|fp4|StepTweenChain|lr=20k",
    "convt2|fp4|StepTweenChain|lr=20k",
    "convt3|fp4|StepTweenChain|lr=20k",
    "mha|fp4|StepTweenChain|lr=20k",
    "lstm|fp4|StepTweenChain|lr=20k",
    "rnn|fp4|StepTweenChain|lr=20k",
    "mamba|fp4|StepTweenChain|lr=20k",
    "gdn|fp4|StepTweenChain|lr=20k",
    "swiglu|fp4|StepTweenChain|lr=20k",
    "residual|fp4|StepTweenChain|lr=20k",
    "layernorm|fp4|StepTweenChain|lr=20k",
    "rmsnorm|fp4|StepTweenChain|lr=20k",
    "dense|int2|StepTweenChain|lr=20k",
    "cnn1|int2|StepTweenChain|lr=20k",
    "cnn2|int2|StepTweenChain|lr=20k",
    "cnn3|int2|StepTweenChain|lr=20k",
    "convt1|int2|StepTweenChain|lr=20k",
    "convt2|int2|StepTweenChain|lr=20k",
    "convt3|int2|StepTweenChain|lr=20k",
    "mha|int2|StepTweenChain|lr=20k",
    "lstm|int2|StepTweenChain|lr=20k",
    "rnn|int2|StepTweenChain|lr=20k",
    "mamba|int2|StepTweenChain|lr=20k",
    "gdn|int2|StepTweenChain|lr=20k",
    "swiglu|int2|StepTweenChain|lr=20k",
    "residual|int2|StepTweenChain|lr=20k",
    "layernorm|int2|StepTweenChain|lr=20k",
    "rmsnorm|int2|StepTweenChain|lr=20k",
    "dense|uint2|StepTweenChain|lr=20k",
    "cnn1|uint2|StepTweenChain|lr=20k",
    "cnn2|uint2|StepTweenChain|lr=20k",
    "cnn3|uint2|StepTweenChain|lr=20k",
    "convt1|uint2|StepTweenChain|lr=20k",
    "convt2|uint2|StepTweenChain|lr=20k",
    "convt3|uint2|StepTweenChain|lr=20k",
    "mha|uint2|StepTweenChain|lr=20k",
    "lstm|uint2|StepTweenChain|lr=20k",
    "rnn|uint2|StepTweenChain|lr=20k",
    "mamba|uint2|StepTweenChain|lr=20k",
    "gdn|uint2|StepTweenChain|lr=20k",
    "swiglu|uint2|StepTweenChain|lr=20k",
    "residual|uint2|StepTweenChain|lr=20k",
    "layernorm|uint2|StepTweenChain|lr=20k",
    "rmsnorm|uint2|StepTweenChain|lr=20k",
    "dense|ternary|StepTweenChain|lr=20k",
    "cnn1|ternary|StepTweenChain|lr=20k",
    "cnn2|ternary|StepTweenChain|lr=20k",
    "cnn3|ternary|StepTweenChain|lr=20k",
    "convt1|ternary|StepTweenChain|lr=20k",
    "convt2|ternary|StepTweenChain|lr=20k",
    "convt3|ternary|StepTweenChain|lr=20k",
    "mha|ternary|StepTweenChain|lr=20k",
    "lstm|ternary|StepTweenChain|lr=20k",
    "rnn|ternary|StepTweenChain|lr=20k",
    "mamba|ternary|StepTweenChain|lr=20k",
    "gdn|ternary|StepTweenChain|lr=20k",
    "swiglu|ternary|StepTweenChain|lr=20k",
    "residual|ternary|StepTweenChain|lr=20k",
    "layernorm|ternary|StepTweenChain|lr=20k",
    "rmsnorm|ternary|StepTweenChain|lr=20k",
    "dense|binary|StepTweenChain|lr=20k",
    "cnn1|binary|StepTweenChain|lr=20k",
    "cnn2|binary|StepTweenChain|lr=20k",
    "cnn3|binary|StepTweenChain|lr=20k",
    "convt1|binary|StepTweenChain|lr=20k",
    "convt2|binary|StepTweenChain|lr=20k",
    "convt3|binary|StepTweenChain|lr=20k",
    "mha|binary|StepTweenChain|lr=20k",
    "lstm|binary|StepTweenChain|lr=20k",
    "rnn|binary|StepTweenChain|lr=20k",
    "mamba|binary|StepTweenChain|lr=20k",
    "gdn|binary|StepTweenChain|lr=20k",
    "swiglu|binary|StepTweenChain|lr=20k",
    "residual|binary|StepTweenChain|lr=20k",
    "layernorm|binary|StepTweenChain|lr=20k",
    "rmsnorm|binary|StepTweenChain|lr=20k",
    "dense|int|StepTweenChain|lr=20k",
    "cnn1|int|StepTweenChain|lr=20k",
    "cnn2|int|StepTweenChain|lr=20k",
    "cnn3|int|StepTweenChain|lr=20k",
    "convt1|int|StepTweenChain|lr=20k",
    "convt2|int|StepTweenChain|lr=20k",
    "convt3|int|StepTweenChain|lr=20k",
    "mha|int|StepTweenChain|lr=20k",
    "lstm|int|StepTweenChain|lr=20k",
    "rnn|int|StepTweenChain|lr=20k",
    "mamba|int|StepTweenChain|lr=20k",
    "gdn|int|StepTweenChain|lr=20k",
    "swiglu|int|StepTweenChain|lr=20k",
    "residual|int|StepTweenChain|lr=20k",
    "layernorm|int|StepTweenChain|lr=20k",
    "rmsnorm|int|StepTweenChain|lr=20k",
    "dense|uint|StepTweenChain|lr=20k",
    "cnn1|uint|StepTweenChain|lr=20k",
    "cnn2|uint|StepTweenChain|lr=20k",
    "cnn3|uint|StepTweenChain|lr=20k",
    "convt1|uint|StepTweenChain|lr=20k",
    "convt2|uint|StepTweenChain|lr=20k",
    "convt3|uint|StepTweenChain|lr=20k",
    "mha|uint|StepTweenChain|lr=20k",
    "lstm|uint|StepTweenChain|lr=20k",
    "rnn|uint|StepTweenChain|lr=20k",
    "mamba|uint|StepTweenChain|lr=20k",
    "gdn|uint|StepTweenChain|lr=20k",
    "swiglu|uint|StepTweenChain|lr=20k",
    "residual|uint|StepTweenChain|lr=20k",
    "layernorm|uint|StepTweenChain|lr=20k",
    "rmsnorm|uint|StepTweenChain|lr=20k",
    "dense|uintptr|StepTweenChain|lr=20k",
    "cnn1|uintptr|StepTweenChain|lr=20k",
    "cnn2|uintptr|StepTweenChain|lr=20k",
    "cnn3|uintptr|StepTweenChain|lr=20k",
    "convt1|uintptr|StepTweenChain|lr=20k",
    "convt2|uintptr|StepTweenChain|lr=20k",
    "convt3|uintptr|StepTweenChain|lr=20k",
    "mha|uintptr|StepTweenChain|lr=20k",
    "lstm|uintptr|StepTweenChain|lr=20k",
    "rnn|uintptr|StepTweenChain|lr=20k",
    "mamba|uintptr|StepTweenChain|lr=20k",
    "gdn|uintptr|StepTweenChain|lr=20k",
    "swiglu|uintptr|StepTweenChain|lr=20k",
    "residual|uintptr|StepTweenChain|lr=20k",
    "layernorm|uintptr|StepTweenChain|lr=20k",
    "rmsnorm|uintptr|StepTweenChain|lr=20k",
    "dense|complex64|StepTweenChain|lr=20k",
    "cnn1|complex64|StepTweenChain|lr=20k",
    "cnn2|complex64|StepTweenChain|lr=20k",
    "cnn3|complex64|StepTweenChain|lr=20k",
    "convt1|complex64|StepTweenChain|lr=20k",
    "convt2|complex64|StepTweenChain|lr=20k",
    "convt3|complex64|StepTweenChain|lr=20k",
    "mha|complex64|StepTweenChain|lr=20k",
    "lstm|complex64|StepTweenChain|lr=20k",
    "rnn|complex64|StepTweenChain|lr=20k",
    "mamba|complex64|StepTweenChain|lr=20k",
    "gdn|complex64|StepTweenChain|lr=20k",
    "swiglu|complex64|StepTweenChain|lr=20k",
    "residual|complex64|StepTweenChain|lr=20k",
    "layernorm|complex64|StepTweenChain|lr=20k",
    "rmsnorm|complex64|StepTweenChain|lr=20k",
    "dense|complex128|StepTweenChain|lr=20k",
    "cnn1|complex128|StepTweenChain|lr=20k",
    "cnn2|complex128|StepTweenChain|lr=20k",
    "cnn3|complex128|StepTweenChain|lr=20k",
    "convt1|complex128|StepTweenChain|lr=20k",
    "convt2|complex128|StepTweenChain|lr=20k",
    "convt3|complex128|StepTweenChain|lr=20k",
    "mha|complex128|StepTweenChain|lr=20k",
    "lstm|complex128|StepTweenChain|lr=20k",
    "rnn|complex128|StepTweenChain|lr=20k",
    "mamba|complex128|StepTweenChain|lr=20k",
    "gdn|complex128|StepTweenChain|lr=20k",
    "swiglu|complex128|StepTweenChain|lr=20k",
    "residual|complex128|StepTweenChain|lr=20k",
    "layernorm|complex128|StepTweenChain|lr=20k",
    "rmsnorm|complex128|StepTweenChain|lr=20k",
    "dense|nf4|StepTweenChain|lr=20k",
    "cnn1|nf4|StepTweenChain|lr=20k",
    "cnn2|nf4|StepTweenChain|lr=20k",
    "cnn3|nf4|StepTweenChain|lr=20k",
    "convt1|nf4|StepTweenChain|lr=20k",
    "convt2|nf4|StepTweenChain|lr=20k",
    "convt3|nf4|StepTweenChain|lr=20k",
    "mha|nf4|StepTweenChain|lr=20k",
    "lstm|nf4|StepTweenChain|lr=20k",
    "rnn|nf4|StepTweenChain|lr=20k",
    "mamba|nf4|StepTweenChain|lr=20k",
    "gdn|nf4|StepTweenChain|lr=20k",
    "swiglu|nf4|StepTweenChain|lr=20k",
    "residual|nf4|StepTweenChain|lr=20k",
    "layernorm|nf4|StepTweenChain|lr=20k",
    "rmsnorm|nf4|StepTweenChain|lr=20k",
    "dense|fp6|StepTweenChain|lr=20k",
    "cnn1|fp6|StepTweenChain|lr=20k",
    "cnn2|fp6|StepTweenChain|lr=20k",
    "cnn3|fp6|StepTweenChain|lr=20k",
    "convt1|fp6|StepTweenChain|lr=20k",
    "convt2|fp6|StepTweenChain|lr=20k",
    "convt3|fp6|StepTweenChain|lr=20k",
    "mha|fp6|StepTweenChain|lr=20k",
    "lstm|fp6|StepTweenChain|lr=20k",
    "rnn|fp6|StepTweenChain|lr=20k",
    "mamba|fp6|StepTweenChain|lr=20k",
    "gdn|fp6|StepTweenChain|lr=20k",
    "swiglu|fp6|StepTweenChain|lr=20k",
    "residual|fp6|StepTweenChain|lr=20k",
    "layernorm|fp6|StepTweenChain|lr=20k",
    "rmsnorm|fp6|StepTweenChain|lr=20k",
    "dense|int6|StepTweenChain|lr=20k",
    "cnn1|int6|StepTweenChain|lr=20k",
    "cnn2|int6|StepTweenChain|lr=20k",
    "cnn3|int6|StepTweenChain|lr=20k",
    "convt1|int6|StepTweenChain|lr=20k",
    "convt2|int6|StepTweenChain|lr=20k",
    "convt3|int6|StepTweenChain|lr=20k",
    "mha|int6|StepTweenChain|lr=20k",
    "lstm|int6|StepTweenChain|lr=20k",
    "rnn|int6|StepTweenChain|lr=20k",
    "mamba|int6|StepTweenChain|lr=20k",
    "gdn|int6|StepTweenChain|lr=20k",
    "swiglu|int6|StepTweenChain|lr=20k",
    "residual|int6|StepTweenChain|lr=20k",
    "layernorm|int6|StepTweenChain|lr=20k",
    "rmsnorm|int6|StepTweenChain|lr=20k",
    "dense|uint6|StepTweenChain|lr=20k",
    "cnn1|uint6|StepTweenChain|lr=20k",
    "cnn2|uint6|StepTweenChain|lr=20k",
    "cnn3|uint6|StepTweenChain|lr=20k",
    "convt1|uint6|StepTweenChain|lr=20k",
    "convt2|uint6|StepTweenChain|lr=20k",
    "convt3|uint6|StepTweenChain|lr=20k",
    "mha|uint6|StepTweenChain|lr=20k",
    "lstm|uint6|StepTweenChain|lr=20k",
    "rnn|uint6|StepTweenChain|lr=20k",
    "mamba|uint6|StepTweenChain|lr=20k",
    "gdn|uint6|StepTweenChain|lr=20k",
    "swiglu|uint6|StepTweenChain|lr=20k",
    "residual|uint6|StepTweenChain|lr=20k",
    "layernorm|uint6|StepTweenChain|lr=20k",
    "rmsnorm|uint6|StepTweenChain|lr=20k",
    "dense|int5|StepTweenChain|lr=20k",
    "cnn1|int5|StepTweenChain|lr=20k",
    "cnn2|int5|StepTweenChain|lr=20k",
    "cnn3|int5|StepTweenChain|lr=20k",
    "convt1|int5|StepTweenChain|lr=20k",
    "convt2|int5|StepTweenChain|lr=20k",
    "convt3|int5|StepTweenChain|lr=20k",
    "mha|int5|StepTweenChain|lr=20k",
    "lstm|int5|StepTweenChain|lr=20k",
    "rnn|int5|StepTweenChain|lr=20k",
    "mamba|int5|StepTweenChain|lr=20k",
    "gdn|int5|StepTweenChain|lr=20k",
    "swiglu|int5|StepTweenChain|lr=20k",
    "residual|int5|StepTweenChain|lr=20k",
    "layernorm|int5|StepTweenChain|lr=20k",
    "rmsnorm|int5|StepTweenChain|lr=20k",
    "dense|uint5|StepTweenChain|lr=20k",
    "cnn1|uint5|StepTweenChain|lr=20k",
    "cnn2|uint5|StepTweenChain|lr=20k",
    "cnn3|uint5|StepTweenChain|lr=20k",
    "convt1|uint5|StepTweenChain|lr=20k",
    "convt2|uint5|StepTweenChain|lr=20k",
    "convt3|uint5|StepTweenChain|lr=20k",
    "mha|uint5|StepTweenChain|lr=20k",
    "lstm|uint5|StepTweenChain|lr=20k",
    "rnn|uint5|StepTweenChain|lr=20k",
    "mamba|uint5|StepTweenChain|lr=20k",
    "gdn|uint5|StepTweenChain|lr=20k",
    "swiglu|uint5|StepTweenChain|lr=20k",
    "residual|uint5|StepTweenChain|lr=20k",
    "layernorm|uint5|StepTweenChain|lr=20k",
    "rmsnorm|uint5|StepTweenChain|lr=20k",
    "dense|int3|StepTweenChain|lr=20k",
    "cnn1|int3|StepTweenChain|lr=20k",
    "cnn2|int3|StepTweenChain|lr=20k",
    "cnn3|int3|StepTweenChain|lr=20k",
    "convt1|int3|StepTweenChain|lr=20k",
    "convt2|int3|StepTweenChain|lr=20k",
    "convt3|int3|StepTweenChain|lr=20k",
    "mha|int3|StepTweenChain|lr=20k",
    "lstm|int3|StepTweenChain|lr=20k",
    "rnn|int3|StepTweenChain|lr=20k",
    "mamba|int3|StepTweenChain|lr=20k",
    "gdn|int3|StepTweenChain|lr=20k",
    "swiglu|int3|StepTweenChain|lr=20k",
    "residual|int3|StepTweenChain|lr=20k",
    "layernorm|int3|StepTweenChain|lr=20k",
    "rmsnorm|int3|StepTweenChain|lr=20k",
    "dense|uint3|StepTweenChain|lr=20k",
    "cnn1|uint3|StepTweenChain|lr=20k",
    "cnn2|uint3|StepTweenChain|lr=20k",
    "cnn3|uint3|StepTweenChain|lr=20k",
    "convt1|uint3|StepTweenChain|lr=20k",
    "convt2|uint3|StepTweenChain|lr=20k",
    "convt3|uint3|StepTweenChain|lr=20k",
    "mha|uint3|StepTweenChain|lr=20k",
    "lstm|uint3|StepTweenChain|lr=20k",
    "rnn|uint3|StepTweenChain|lr=20k",
    "mamba|uint3|StepTweenChain|lr=20k",
    "gdn|uint3|StepTweenChain|lr=20k",
    "swiglu|uint3|StepTweenChain|lr=20k",
    "residual|uint3|StepTweenChain|lr=20k",
    "layernorm|uint3|StepTweenChain|lr=20k",
    "rmsnorm|uint3|StepTweenChain|lr=20k",
    "dense|float64|MeshBP|lr=20k",
    "cnn1|float64|MeshBP|lr=20k",
    "cnn2|float64|MeshBP|lr=20k",
    "cnn3|float64|MeshBP|lr=20k",
    "convt1|float64|MeshBP|lr=20k",
    "convt2|float64|MeshBP|lr=20k",
    "convt3|float64|MeshBP|lr=20k",
    "mha|float64|MeshBP|lr=20k",
    "lstm|float64|MeshBP|lr=20k",
    "rnn|float64|MeshBP|lr=20k",
    "mamba|float64|MeshBP|lr=20k",
    "gdn|float64|MeshBP|lr=20k",
    "swiglu|float64|MeshBP|lr=20k",
    "residual|float64|MeshBP|lr=20k",
    "layernorm|float64|MeshBP|lr=20k",
    "rmsnorm|float64|MeshBP|lr=20k",
    "dense|float32|MeshBP|lr=20k",
    "cnn1|float32|MeshBP|lr=20k",
    "cnn2|float32|MeshBP|lr=20k",
    "cnn3|float32|MeshBP|lr=20k",
    "convt1|float32|MeshBP|lr=20k",
    "convt2|float32|MeshBP|lr=20k",
    "convt3|float32|MeshBP|lr=20k",
    "mha|float32|MeshBP|lr=20k",
    "lstm|float32|MeshBP|lr=20k",
    "rnn|float32|MeshBP|lr=20k",
    "mamba|float32|MeshBP|lr=20k",
    "gdn|float32|MeshBP|lr=20k",
    "swiglu|float32|MeshBP|lr=20k",
    "residual|float32|MeshBP|lr=20k",
    "layernorm|float32|MeshBP|lr=20k",
    "rmsnorm|float32|MeshBP|lr=20k",
    "dense|float16|MeshBP|lr=20k",
    "cnn1|float16|MeshBP|lr=20k",
    "cnn2|float16|MeshBP|lr=20k",
    "cnn3|float16|MeshBP|lr=20k",
    "convt1|float16|MeshBP|lr=20k",
    "convt2|float16|MeshBP|lr=20k",
    "convt3|float16|MeshBP|lr=20k",
    "mha|float16|MeshBP|lr=20k",
    "lstm|float16|MeshBP|lr=20k",
    "rnn|float16|MeshBP|lr=20k",
    "mamba|float16|MeshBP|lr=20k",
    "gdn|float16|MeshBP|lr=20k",
    "swiglu|float16|MeshBP|lr=20k",
    "residual|float16|MeshBP|lr=20k",
    "layernorm|float16|MeshBP|lr=20k",
    "rmsnorm|float16|MeshBP|lr=20k",
    "dense|bfloat16|MeshBP|lr=20k",
    "cnn1|bfloat16|MeshBP|lr=20k",
    "cnn2|bfloat16|MeshBP|lr=20k",
    "cnn3|bfloat16|MeshBP|lr=20k",
    "convt1|bfloat16|MeshBP|lr=20k",
    "convt2|bfloat16|MeshBP|lr=20k",
    "convt3|bfloat16|MeshBP|lr=20k",
    "mha|bfloat16|MeshBP|lr=20k",
    "lstm|bfloat16|MeshBP|lr=20k",
    "rnn|bfloat16|MeshBP|lr=20k",
    "mamba|bfloat16|MeshBP|lr=20k",
    "gdn|bfloat16|MeshBP|lr=20k",
    "swiglu|bfloat16|MeshBP|lr=20k",
    "residual|bfloat16|MeshBP|lr=20k",
    "layernorm|bfloat16|MeshBP|lr=20k",
    "rmsnorm|bfloat16|MeshBP|lr=20k",
    "dense|fp8e4m3|MeshBP|lr=20k",
    "cnn1|fp8e4m3|MeshBP|lr=20k",
    "cnn2|fp8e4m3|MeshBP|lr=20k",
    "cnn3|fp8e4m3|MeshBP|lr=20k",
    "convt1|fp8e4m3|MeshBP|lr=20k",
    "convt2|fp8e4m3|MeshBP|lr=20k",
    "convt3|fp8e4m3|MeshBP|lr=20k",
    "mha|fp8e4m3|MeshBP|lr=20k",
    "lstm|fp8e4m3|MeshBP|lr=20k",
    "rnn|fp8e4m3|MeshBP|lr=20k",
    "mamba|fp8e4m3|MeshBP|lr=20k",
    "gdn|fp8e4m3|MeshBP|lr=20k",
    "swiglu|fp8e4m3|MeshBP|lr=20k",
    "residual|fp8e4m3|MeshBP|lr=20k",
    "layernorm|fp8e4m3|MeshBP|lr=20k",
    "rmsnorm|fp8e4m3|MeshBP|lr=20k",
    "dense|fp8e5m2|MeshBP|lr=20k",
    "cnn1|fp8e5m2|MeshBP|lr=20k",
    "cnn2|fp8e5m2|MeshBP|lr=20k",
    "cnn3|fp8e5m2|MeshBP|lr=20k",
    "convt1|fp8e5m2|MeshBP|lr=20k",
    "convt2|fp8e5m2|MeshBP|lr=20k",
    "convt3|fp8e5m2|MeshBP|lr=20k",
    "mha|fp8e5m2|MeshBP|lr=20k",
    "lstm|fp8e5m2|MeshBP|lr=20k",
    "rnn|fp8e5m2|MeshBP|lr=20k",
    "mamba|fp8e5m2|MeshBP|lr=20k",
    "gdn|fp8e5m2|MeshBP|lr=20k",
    "swiglu|fp8e5m2|MeshBP|lr=20k",
    "residual|fp8e5m2|MeshBP|lr=20k",
    "layernorm|fp8e5m2|MeshBP|lr=20k",
    "rmsnorm|fp8e5m2|MeshBP|lr=20k",
    "dense|int64|MeshBP|lr=20k",
    "cnn1|int64|MeshBP|lr=20k",
    "cnn2|int64|MeshBP|lr=20k",
    "cnn3|int64|MeshBP|lr=20k",
    "convt1|int64|MeshBP|lr=20k",
    "convt2|int64|MeshBP|lr=20k",
    "convt3|int64|MeshBP|lr=20k",
    "mha|int64|MeshBP|lr=20k",
    "lstm|int64|MeshBP|lr=20k",
    "rnn|int64|MeshBP|lr=20k",
    "mamba|int64|MeshBP|lr=20k",
    "gdn|int64|MeshBP|lr=20k",
    "swiglu|int64|MeshBP|lr=20k",
    "residual|int64|MeshBP|lr=20k",
    "layernorm|int64|MeshBP|lr=20k",
    "rmsnorm|int64|MeshBP|lr=20k",
    "dense|int32|MeshBP|lr=20k",
    "cnn1|int32|MeshBP|lr=20k",
    "cnn2|int32|MeshBP|lr=20k",
    "cnn3|int32|MeshBP|lr=20k",
    "convt1|int32|MeshBP|lr=20k",
    "convt2|int32|MeshBP|lr=20k",
    "convt3|int32|MeshBP|lr=20k",
    "mha|int32|MeshBP|lr=20k",
    "lstm|int32|MeshBP|lr=20k",
    "rnn|int32|MeshBP|lr=20k",
    "mamba|int32|MeshBP|lr=20k",
    "gdn|int32|MeshBP|lr=20k",
    "swiglu|int32|MeshBP|lr=20k",
    "residual|int32|MeshBP|lr=20k",
    "layernorm|int32|MeshBP|lr=20k",
    "rmsnorm|int32|MeshBP|lr=20k",
    "dense|int16|MeshBP|lr=20k",
    "cnn1|int16|MeshBP|lr=20k",
    "cnn2|int16|MeshBP|lr=20k",
    "cnn3|int16|MeshBP|lr=20k",
    "convt1|int16|MeshBP|lr=20k",
    "convt2|int16|MeshBP|lr=20k",
    "convt3|int16|MeshBP|lr=20k",
    "mha|int16|MeshBP|lr=20k",
    "lstm|int16|MeshBP|lr=20k",
    "rnn|int16|MeshBP|lr=20k",
    "mamba|int16|MeshBP|lr=20k",
    "gdn|int16|MeshBP|lr=20k",
    "swiglu|int16|MeshBP|lr=20k",
    "residual|int16|MeshBP|lr=20k",
    "layernorm|int16|MeshBP|lr=20k",
    "rmsnorm|int16|MeshBP|lr=20k",
    "dense|int8|MeshBP|lr=20k",
    "cnn1|int8|MeshBP|lr=20k",
    "cnn2|int8|MeshBP|lr=20k",
    "cnn3|int8|MeshBP|lr=20k",
    "convt1|int8|MeshBP|lr=20k",
    "convt2|int8|MeshBP|lr=20k",
    "convt3|int8|MeshBP|lr=20k",
    "mha|int8|MeshBP|lr=20k",
    "lstm|int8|MeshBP|lr=20k",
    "rnn|int8|MeshBP|lr=20k",
    "mamba|int8|MeshBP|lr=20k",
    "gdn|int8|MeshBP|lr=20k",
    "swiglu|int8|MeshBP|lr=20k",
    "residual|int8|MeshBP|lr=20k",
    "layernorm|int8|MeshBP|lr=20k",
    "rmsnorm|int8|MeshBP|lr=20k",
    "dense|uint64|MeshBP|lr=20k",
    "cnn1|uint64|MeshBP|lr=20k",
    "cnn2|uint64|MeshBP|lr=20k",
    "cnn3|uint64|MeshBP|lr=20k",
    "convt1|uint64|MeshBP|lr=20k",
    "convt2|uint64|MeshBP|lr=20k",
    "convt3|uint64|MeshBP|lr=20k",
    "mha|uint64|MeshBP|lr=20k",
    "lstm|uint64|MeshBP|lr=20k",
    "rnn|uint64|MeshBP|lr=20k",
    "mamba|uint64|MeshBP|lr=20k",
    "gdn|uint64|MeshBP|lr=20k",
    "swiglu|uint64|MeshBP|lr=20k",
    "residual|uint64|MeshBP|lr=20k",
    "layernorm|uint64|MeshBP|lr=20k",
    "rmsnorm|uint64|MeshBP|lr=20k",
    "dense|uint32|MeshBP|lr=20k",
    "cnn1|uint32|MeshBP|lr=20k",
    "cnn2|uint32|MeshBP|lr=20k",
    "cnn3|uint32|MeshBP|lr=20k",
    "convt1|uint32|MeshBP|lr=20k",
    "convt2|uint32|MeshBP|lr=20k",
    "convt3|uint32|MeshBP|lr=20k",
    "mha|uint32|MeshBP|lr=20k",
    "lstm|uint32|MeshBP|lr=20k",
    "rnn|uint32|MeshBP|lr=20k",
    "mamba|uint32|MeshBP|lr=20k",
    "gdn|uint32|MeshBP|lr=20k",
    "swiglu|uint32|MeshBP|lr=20k",
    "residual|uint32|MeshBP|lr=20k",
    "layernorm|uint32|MeshBP|lr=20k",
    "rmsnorm|uint32|MeshBP|lr=20k",
    "dense|uint16|MeshBP|lr=20k",
    "cnn1|uint16|MeshBP|lr=20k",
    "cnn2|uint16|MeshBP|lr=20k",
    "cnn3|uint16|MeshBP|lr=20k",
    "convt1|uint16|MeshBP|lr=20k",
    "convt2|uint16|MeshBP|lr=20k",
    "convt3|uint16|MeshBP|lr=20k",
    "mha|uint16|MeshBP|lr=20k",
    "lstm|uint16|MeshBP|lr=20k",
    "rnn|uint16|MeshBP|lr=20k",
    "mamba|uint16|MeshBP|lr=20k",
    "gdn|uint16|MeshBP|lr=20k",
    "swiglu|uint16|MeshBP|lr=20k",
    "residual|uint16|MeshBP|lr=20k",
    "layernorm|uint16|MeshBP|lr=20k",
    "rmsnorm|uint16|MeshBP|lr=20k",
    "dense|uint8|MeshBP|lr=20k",
    "cnn1|uint8|MeshBP|lr=20k",
    "cnn2|uint8|MeshBP|lr=20k",
    "cnn3|uint8|MeshBP|lr=20k",
    "convt1|uint8|MeshBP|lr=20k",
    "convt2|uint8|MeshBP|lr=20k",
    "convt3|uint8|MeshBP|lr=20k",
    "mha|uint8|MeshBP|lr=20k",
    "lstm|uint8|MeshBP|lr=20k",
    "rnn|uint8|MeshBP|lr=20k",
    "mamba|uint8|MeshBP|lr=20k",
    "gdn|uint8|MeshBP|lr=20k",
    "swiglu|uint8|MeshBP|lr=20k",
    "residual|uint8|MeshBP|lr=20k",
    "layernorm|uint8|MeshBP|lr=20k",
    "rmsnorm|uint8|MeshBP|lr=20k",
    "dense|int4|MeshBP|lr=20k",
    "cnn1|int4|MeshBP|lr=20k",
    "cnn2|int4|MeshBP|lr=20k",
    "cnn3|int4|MeshBP|lr=20k",
    "convt1|int4|MeshBP|lr=20k",
    "convt2|int4|MeshBP|lr=20k",
    "convt3|int4|MeshBP|lr=20k",
    "mha|int4|MeshBP|lr=20k",
    "lstm|int4|MeshBP|lr=20k",
    "rnn|int4|MeshBP|lr=20k",
    "mamba|int4|MeshBP|lr=20k",
    "gdn|int4|MeshBP|lr=20k",
    "swiglu|int4|MeshBP|lr=20k",
    "residual|int4|MeshBP|lr=20k",
    "layernorm|int4|MeshBP|lr=20k",
    "rmsnorm|int4|MeshBP|lr=20k",
    "dense|uint4|MeshBP|lr=20k",
    "cnn1|uint4|MeshBP|lr=20k",
    "cnn2|uint4|MeshBP|lr=20k",
    "cnn3|uint4|MeshBP|lr=20k",
    "convt1|uint4|MeshBP|lr=20k",
    "convt2|uint4|MeshBP|lr=20k",
    "convt3|uint4|MeshBP|lr=20k",
    "mha|uint4|MeshBP|lr=20k",
    "lstm|uint4|MeshBP|lr=20k",
    "rnn|uint4|MeshBP|lr=20k",
    "mamba|uint4|MeshBP|lr=20k",
    "gdn|uint4|MeshBP|lr=20k",
    "swiglu|uint4|MeshBP|lr=20k",
    "residual|uint4|MeshBP|lr=20k",
    "layernorm|uint4|MeshBP|lr=20k",
    "rmsnorm|uint4|MeshBP|lr=20k",
    "dense|fp4|MeshBP|lr=20k",
    "cnn1|fp4|MeshBP|lr=20k",
    "cnn2|fp4|MeshBP|lr=20k",
    "cnn3|fp4|MeshBP|lr=20k",
    "convt1|fp4|MeshBP|lr=20k",
    "convt2|fp4|MeshBP|lr=20k",
    "convt3|fp4|MeshBP|lr=20k",
    "mha|fp4|MeshBP|lr=20k",
    "lstm|fp4|MeshBP|lr=20k",
    "rnn|fp4|MeshBP|lr=20k",
    "mamba|fp4|MeshBP|lr=20k",
    "gdn|fp4|MeshBP|lr=20k",
    "swiglu|fp4|MeshBP|lr=20k",
    "residual|fp4|MeshBP|lr=20k",
    "layernorm|fp4|MeshBP|lr=20k",
    "rmsnorm|fp4|MeshBP|lr=20k",
    "dense|int2|MeshBP|lr=20k",
    "cnn1|int2|MeshBP|lr=20k",
    "cnn2|int2|MeshBP|lr=20k",
    "cnn3|int2|MeshBP|lr=20k",
    "convt1|int2|MeshBP|lr=20k",
    "convt2|int2|MeshBP|lr=20k",
    "convt3|int2|MeshBP|lr=20k",
    "mha|int2|MeshBP|lr=20k",
    "lstm|int2|MeshBP|lr=20k",
    "rnn|int2|MeshBP|lr=20k",
    "mamba|int2|MeshBP|lr=20k",
    "gdn|int2|MeshBP|lr=20k",
    "swiglu|int2|MeshBP|lr=20k",
    "residual|int2|MeshBP|lr=20k",
    "layernorm|int2|MeshBP|lr=20k",
    "rmsnorm|int2|MeshBP|lr=20k",
    "dense|uint2|MeshBP|lr=20k",
    "cnn1|uint2|MeshBP|lr=20k",
    "cnn2|uint2|MeshBP|lr=20k",
    "cnn3|uint2|MeshBP|lr=20k",
    "convt1|uint2|MeshBP|lr=20k",
    "convt2|uint2|MeshBP|lr=20k",
    "convt3|uint2|MeshBP|lr=20k",
    "mha|uint2|MeshBP|lr=20k",
    "lstm|uint2|MeshBP|lr=20k",
    "rnn|uint2|MeshBP|lr=20k",
    "mamba|uint2|MeshBP|lr=20k",
    "gdn|uint2|MeshBP|lr=20k",
    "swiglu|uint2|MeshBP|lr=20k",
    "residual|uint2|MeshBP|lr=20k",
    "layernorm|uint2|MeshBP|lr=20k",
    "rmsnorm|uint2|MeshBP|lr=20k",
    "dense|ternary|MeshBP|lr=20k",
    "cnn1|ternary|MeshBP|lr=20k",
    "cnn2|ternary|MeshBP|lr=20k",
    "cnn3|ternary|MeshBP|lr=20k",
    "convt1|ternary|MeshBP|lr=20k",
    "convt2|ternary|MeshBP|lr=20k",
    "convt3|ternary|MeshBP|lr=20k",
    "mha|ternary|MeshBP|lr=20k",
    "lstm|ternary|MeshBP|lr=20k",
    "rnn|ternary|MeshBP|lr=20k",
    "mamba|ternary|MeshBP|lr=20k",
    "gdn|ternary|MeshBP|lr=20k",
    "swiglu|ternary|MeshBP|lr=20k",
    "residual|ternary|MeshBP|lr=20k",
    "layernorm|ternary|MeshBP|lr=20k",
    "rmsnorm|ternary|MeshBP|lr=20k",
    "dense|binary|MeshBP|lr=20k",
    "cnn1|binary|MeshBP|lr=20k",
    "cnn2|binary|MeshBP|lr=20k",
    "cnn3|binary|MeshBP|lr=20k",
    "convt1|binary|MeshBP|lr=20k",
    "convt2|binary|MeshBP|lr=20k",
    "convt3|binary|MeshBP|lr=20k",
    "mha|binary|MeshBP|lr=20k",
    "lstm|binary|MeshBP|lr=20k",
    "rnn|binary|MeshBP|lr=20k",
    "mamba|binary|MeshBP|lr=20k",
    "gdn|binary|MeshBP|lr=20k",
    "swiglu|binary|MeshBP|lr=20k",
    "residual|binary|MeshBP|lr=20k",
    "layernorm|binary|MeshBP|lr=20k",
    "rmsnorm|binary|MeshBP|lr=20k",
    "dense|int|MeshBP|lr=20k",
    "cnn1|int|MeshBP|lr=20k",
    "cnn2|int|MeshBP|lr=20k",
    "cnn3|int|MeshBP|lr=20k",
    "convt1|int|MeshBP|lr=20k",
    "convt2|int|MeshBP|lr=20k",
    "convt3|int|MeshBP|lr=20k",
    "mha|int|MeshBP|lr=20k",
    "lstm|int|MeshBP|lr=20k",
    "rnn|int|MeshBP|lr=20k",
    "mamba|int|MeshBP|lr=20k",
    "gdn|int|MeshBP|lr=20k",
    "swiglu|int|MeshBP|lr=20k",
    "residual|int|MeshBP|lr=20k",
    "layernorm|int|MeshBP|lr=20k",
    "rmsnorm|int|MeshBP|lr=20k",
    "dense|uint|MeshBP|lr=20k",
    "cnn1|uint|MeshBP|lr=20k",
    "cnn2|uint|MeshBP|lr=20k",
    "cnn3|uint|MeshBP|lr=20k",
    "convt1|uint|MeshBP|lr=20k",
    "convt2|uint|MeshBP|lr=20k",
    "convt3|uint|MeshBP|lr=20k",
    "mha|uint|MeshBP|lr=20k",
    "lstm|uint|MeshBP|lr=20k",
    "rnn|uint|MeshBP|lr=20k",
    "mamba|uint|MeshBP|lr=20k",
    "gdn|uint|MeshBP|lr=20k",
    "swiglu|uint|MeshBP|lr=20k",
    "residual|uint|MeshBP|lr=20k",
    "layernorm|uint|MeshBP|lr=20k",
    "rmsnorm|uint|MeshBP|lr=20k",
    "dense|uintptr|MeshBP|lr=20k",
    "cnn1|uintptr|MeshBP|lr=20k",
    "cnn2|uintptr|MeshBP|lr=20k",
    "cnn3|uintptr|MeshBP|lr=20k",
    "convt1|uintptr|MeshBP|lr=20k",
    "convt2|uintptr|MeshBP|lr=20k",
    "convt3|uintptr|MeshBP|lr=20k",
    "mha|uintptr|MeshBP|lr=20k",
    "lstm|uintptr|MeshBP|lr=20k",
    "rnn|uintptr|MeshBP|lr=20k",
    "mamba|uintptr|MeshBP|lr=20k",
    "gdn|uintptr|MeshBP|lr=20k",
    "swiglu|uintptr|MeshBP|lr=20k",
    "residual|uintptr|MeshBP|lr=20k",
    "layernorm|uintptr|MeshBP|lr=20k",
    "rmsnorm|uintptr|MeshBP|lr=20k",
    "dense|complex64|MeshBP|lr=20k",
    "cnn1|complex64|MeshBP|lr=20k",
    "cnn2|complex64|MeshBP|lr=20k",
    "cnn3|complex64|MeshBP|lr=20k",
    "convt1|complex64|MeshBP|lr=20k",
    "convt2|complex64|MeshBP|lr=20k",
    "convt3|complex64|MeshBP|lr=20k",
    "mha|complex64|MeshBP|lr=20k",
    "lstm|complex64|MeshBP|lr=20k",
    "rnn|complex64|MeshBP|lr=20k",
    "mamba|complex64|MeshBP|lr=20k",
    "gdn|complex64|MeshBP|lr=20k",
    "swiglu|complex64|MeshBP|lr=20k",
    "residual|complex64|MeshBP|lr=20k",
    "layernorm|complex64|MeshBP|lr=20k",
    "rmsnorm|complex64|MeshBP|lr=20k",
    "dense|complex128|MeshBP|lr=20k",
    "cnn1|complex128|MeshBP|lr=20k",
    "cnn2|complex128|MeshBP|lr=20k",
    "cnn3|complex128|MeshBP|lr=20k",
    "convt1|complex128|MeshBP|lr=20k",
    "convt2|complex128|MeshBP|lr=20k",
    "convt3|complex128|MeshBP|lr=20k",
    "mha|complex128|MeshBP|lr=20k",
    "lstm|complex128|MeshBP|lr=20k",
    "rnn|complex128|MeshBP|lr=20k",
    "mamba|complex128|MeshBP|lr=20k",
    "gdn|complex128|MeshBP|lr=20k",
    "swiglu|complex128|MeshBP|lr=20k",
    "residual|complex128|MeshBP|lr=20k",
    "layernorm|complex128|MeshBP|lr=20k",
    "rmsnorm|complex128|MeshBP|lr=20k",
    "dense|nf4|MeshBP|lr=20k",
    "cnn1|nf4|MeshBP|lr=20k",
    "cnn2|nf4|MeshBP|lr=20k",
    "cnn3|nf4|MeshBP|lr=20k",
    "convt1|nf4|MeshBP|lr=20k",
    "convt2|nf4|MeshBP|lr=20k",
    "convt3|nf4|MeshBP|lr=20k",
    "mha|nf4|MeshBP|lr=20k",
    "lstm|nf4|MeshBP|lr=20k",
    "rnn|nf4|MeshBP|lr=20k",
    "mamba|nf4|MeshBP|lr=20k",
    "gdn|nf4|MeshBP|lr=20k",
    "swiglu|nf4|MeshBP|lr=20k",
    "residual|nf4|MeshBP|lr=20k",
    "layernorm|nf4|MeshBP|lr=20k",
    "rmsnorm|nf4|MeshBP|lr=20k",
    "dense|fp6|MeshBP|lr=20k",
    "cnn1|fp6|MeshBP|lr=20k",
    "cnn2|fp6|MeshBP|lr=20k",
    "cnn3|fp6|MeshBP|lr=20k",
    "convt1|fp6|MeshBP|lr=20k",
    "convt2|fp6|MeshBP|lr=20k",
    "convt3|fp6|MeshBP|lr=20k",
    "mha|fp6|MeshBP|lr=20k",
    "lstm|fp6|MeshBP|lr=20k",
    "rnn|fp6|MeshBP|lr=20k",
    "mamba|fp6|MeshBP|lr=20k",
    "gdn|fp6|MeshBP|lr=20k",
    "swiglu|fp6|MeshBP|lr=20k",
    "residual|fp6|MeshBP|lr=20k",
    "layernorm|fp6|MeshBP|lr=20k",
    "rmsnorm|fp6|MeshBP|lr=20k",
    "dense|int6|MeshBP|lr=20k",
    "cnn1|int6|MeshBP|lr=20k",
    "cnn2|int6|MeshBP|lr=20k",
    "cnn3|int6|MeshBP|lr=20k",
    "convt1|int6|MeshBP|lr=20k",
    "convt2|int6|MeshBP|lr=20k",
    "convt3|int6|MeshBP|lr=20k",
    "mha|int6|MeshBP|lr=20k",
    "lstm|int6|MeshBP|lr=20k",
    "rnn|int6|MeshBP|lr=20k",
    "mamba|int6|MeshBP|lr=20k",
    "gdn|int6|MeshBP|lr=20k",
    "swiglu|int6|MeshBP|lr=20k",
    "residual|int6|MeshBP|lr=20k",
    "layernorm|int6|MeshBP|lr=20k",
    "rmsnorm|int6|MeshBP|lr=20k",
    "dense|uint6|MeshBP|lr=20k",
    "cnn1|uint6|MeshBP|lr=20k",
    "cnn2|uint6|MeshBP|lr=20k",
    "cnn3|uint6|MeshBP|lr=20k",
    "convt1|uint6|MeshBP|lr=20k",
    "convt2|uint6|MeshBP|lr=20k",
    "convt3|uint6|MeshBP|lr=20k",
    "mha|uint6|MeshBP|lr=20k",
    "lstm|uint6|MeshBP|lr=20k",
    "rnn|uint6|MeshBP|lr=20k",
    "mamba|uint6|MeshBP|lr=20k",
    "gdn|uint6|MeshBP|lr=20k",
    "swiglu|uint6|MeshBP|lr=20k",
    "residual|uint6|MeshBP|lr=20k",
    "layernorm|uint6|MeshBP|lr=20k",
    "rmsnorm|uint6|MeshBP|lr=20k",
    "dense|int5|MeshBP|lr=20k",
    "cnn1|int5|MeshBP|lr=20k",
    "cnn2|int5|MeshBP|lr=20k",
    "cnn3|int5|MeshBP|lr=20k",
    "convt1|int5|MeshBP|lr=20k",
    "convt2|int5|MeshBP|lr=20k",
    "convt3|int5|MeshBP|lr=20k",
    "mha|int5|MeshBP|lr=20k",
    "lstm|int5|MeshBP|lr=20k",
    "rnn|int5|MeshBP|lr=20k",
    "mamba|int5|MeshBP|lr=20k",
    "gdn|int5|MeshBP|lr=20k",
    "swiglu|int5|MeshBP|lr=20k",
    "residual|int5|MeshBP|lr=20k",
    "layernorm|int5|MeshBP|lr=20k",
    "rmsnorm|int5|MeshBP|lr=20k",
    "dense|uint5|MeshBP|lr=20k",
    "cnn1|uint5|MeshBP|lr=20k",
    "cnn2|uint5|MeshBP|lr=20k",
    "cnn3|uint5|MeshBP|lr=20k",
    "convt1|uint5|MeshBP|lr=20k",
    "convt2|uint5|MeshBP|lr=20k",
    "convt3|uint5|MeshBP|lr=20k",
    "mha|uint5|MeshBP|lr=20k",
    "lstm|uint5|MeshBP|lr=20k",
    "rnn|uint5|MeshBP|lr=20k",
    "mamba|uint5|MeshBP|lr=20k",
    "gdn|uint5|MeshBP|lr=20k",
    "swiglu|uint5|MeshBP|lr=20k",
    "residual|uint5|MeshBP|lr=20k",
    "layernorm|uint5|MeshBP|lr=20k",
    "rmsnorm|uint5|MeshBP|lr=20k",
    "dense|int3|MeshBP|lr=20k",
    "cnn1|int3|MeshBP|lr=20k",
    "cnn2|int3|MeshBP|lr=20k",
    "cnn3|int3|MeshBP|lr=20k",
    "convt1|int3|MeshBP|lr=20k",
    "convt2|int3|MeshBP|lr=20k",
    "convt3|int3|MeshBP|lr=20k",
    "mha|int3|MeshBP|lr=20k",
    "lstm|int3|MeshBP|lr=20k",
    "rnn|int3|MeshBP|lr=20k",
    "mamba|int3|MeshBP|lr=20k",
    "gdn|int3|MeshBP|lr=20k",
    "swiglu|int3|MeshBP|lr=20k",
    "residual|int3|MeshBP|lr=20k",
    "layernorm|int3|MeshBP|lr=20k",
    "rmsnorm|int3|MeshBP|lr=20k",
    "dense|uint3|MeshBP|lr=20k",
    "cnn1|uint3|MeshBP|lr=20k",
    "cnn2|uint3|MeshBP|lr=20k",
    "cnn3|uint3|MeshBP|lr=20k",
    "convt1|uint3|MeshBP|lr=20k",
    "convt2|uint3|MeshBP|lr=20k",
    "convt3|uint3|MeshBP|lr=20k",
    "mha|uint3|MeshBP|lr=20k",
    "lstm|uint3|MeshBP|lr=20k",
    "rnn|uint3|MeshBP|lr=20k",
    "mamba|uint3|MeshBP|lr=20k",
    "gdn|uint3|MeshBP|lr=20k",
    "swiglu|uint3|MeshBP|lr=20k",
    "residual|uint3|MeshBP|lr=20k",
    "layernorm|uint3|MeshBP|lr=20k",
    "rmsnorm|uint3|MeshBP|lr=20k",
    "dense|float64|MeshTween|lr=20k",
    "cnn1|float64|MeshTween|lr=20k",
    "cnn2|float64|MeshTween|lr=20k",
    "cnn3|float64|MeshTween|lr=20k",
    "convt1|float64|MeshTween|lr=20k",
    "convt2|float64|MeshTween|lr=20k",
    "convt3|float64|MeshTween|lr=20k",
    "mha|float64|MeshTween|lr=20k",
    "lstm|float64|MeshTween|lr=20k",
    "rnn|float64|MeshTween|lr=20k",
    "mamba|float64|MeshTween|lr=20k",
    "gdn|float64|MeshTween|lr=20k",
    "swiglu|float64|MeshTween|lr=20k",
    "residual|float64|MeshTween|lr=20k",
    "layernorm|float64|MeshTween|lr=20k",
    "rmsnorm|float64|MeshTween|lr=20k",
    "dense|float32|MeshTween|lr=20k",
    "cnn1|float32|MeshTween|lr=20k",
    "cnn2|float32|MeshTween|lr=20k",
    "cnn3|float32|MeshTween|lr=20k",
    "convt1|float32|MeshTween|lr=20k",
    "convt2|float32|MeshTween|lr=20k",
    "convt3|float32|MeshTween|lr=20k",
    "mha|float32|MeshTween|lr=20k",
    "lstm|float32|MeshTween|lr=20k",
    "rnn|float32|MeshTween|lr=20k",
    "mamba|float32|MeshTween|lr=20k",
    "gdn|float32|MeshTween|lr=20k",
    "swiglu|float32|MeshTween|lr=20k",
    "residual|float32|MeshTween|lr=20k",
    "layernorm|float32|MeshTween|lr=20k",
    "rmsnorm|float32|MeshTween|lr=20k",
    "dense|float16|MeshTween|lr=20k",
    "cnn1|float16|MeshTween|lr=20k",
    "cnn2|float16|MeshTween|lr=20k",
    "cnn3|float16|MeshTween|lr=20k",
    "convt1|float16|MeshTween|lr=20k",
    "convt2|float16|MeshTween|lr=20k",
    "convt3|float16|MeshTween|lr=20k",
    "mha|float16|MeshTween|lr=20k",
    "lstm|float16|MeshTween|lr=20k",
    "rnn|float16|MeshTween|lr=20k",
    "mamba|float16|MeshTween|lr=20k",
    "gdn|float16|MeshTween|lr=20k",
    "swiglu|float16|MeshTween|lr=20k",
    "residual|float16|MeshTween|lr=20k",
    "layernorm|float16|MeshTween|lr=20k",
    "rmsnorm|float16|MeshTween|lr=20k",
    "dense|bfloat16|MeshTween|lr=20k",
    "cnn1|bfloat16|MeshTween|lr=20k",
    "cnn2|bfloat16|MeshTween|lr=20k",
    "cnn3|bfloat16|MeshTween|lr=20k",
    "convt1|bfloat16|MeshTween|lr=20k",
    "convt2|bfloat16|MeshTween|lr=20k",
    "convt3|bfloat16|MeshTween|lr=20k",
    "mha|bfloat16|MeshTween|lr=20k",
    "lstm|bfloat16|MeshTween|lr=20k",
    "rnn|bfloat16|MeshTween|lr=20k",
    "mamba|bfloat16|MeshTween|lr=20k",
    "gdn|bfloat16|MeshTween|lr=20k",
    "swiglu|bfloat16|MeshTween|lr=20k",
    "residual|bfloat16|MeshTween|lr=20k",
    "layernorm|bfloat16|MeshTween|lr=20k",
    "rmsnorm|bfloat16|MeshTween|lr=20k",
    "dense|fp8e4m3|MeshTween|lr=20k",
    "cnn1|fp8e4m3|MeshTween|lr=20k",
    "cnn2|fp8e4m3|MeshTween|lr=20k",
    "cnn3|fp8e4m3|MeshTween|lr=20k",
    "convt1|fp8e4m3|MeshTween|lr=20k",
    "convt2|fp8e4m3|MeshTween|lr=20k",
    "convt3|fp8e4m3|MeshTween|lr=20k",
    "mha|fp8e4m3|MeshTween|lr=20k",
    "lstm|fp8e4m3|MeshTween|lr=20k",
    "rnn|fp8e4m3|MeshTween|lr=20k",
    "mamba|fp8e4m3|MeshTween|lr=20k",
    "gdn|fp8e4m3|MeshTween|lr=20k",
    "swiglu|fp8e4m3|MeshTween|lr=20k",
    "residual|fp8e4m3|MeshTween|lr=20k",
    "layernorm|fp8e4m3|MeshTween|lr=20k",
    "rmsnorm|fp8e4m3|MeshTween|lr=20k",
    "dense|fp8e5m2|MeshTween|lr=20k",
    "cnn1|fp8e5m2|MeshTween|lr=20k",
    "cnn2|fp8e5m2|MeshTween|lr=20k",
    "cnn3|fp8e5m2|MeshTween|lr=20k",
    "convt1|fp8e5m2|MeshTween|lr=20k",
    "convt2|fp8e5m2|MeshTween|lr=20k",
    "convt3|fp8e5m2|MeshTween|lr=20k",
    "mha|fp8e5m2|MeshTween|lr=20k",
    "lstm|fp8e5m2|MeshTween|lr=20k",
    "rnn|fp8e5m2|MeshTween|lr=20k",
    "mamba|fp8e5m2|MeshTween|lr=20k",
    "gdn|fp8e5m2|MeshTween|lr=20k",
    "swiglu|fp8e5m2|MeshTween|lr=20k",
    "residual|fp8e5m2|MeshTween|lr=20k",
    "layernorm|fp8e5m2|MeshTween|lr=20k",
    "rmsnorm|fp8e5m2|MeshTween|lr=20k",
    "dense|int64|MeshTween|lr=20k",
    "cnn1|int64|MeshTween|lr=20k",
    "cnn2|int64|MeshTween|lr=20k",
    "cnn3|int64|MeshTween|lr=20k",
    "convt1|int64|MeshTween|lr=20k",
    "convt2|int64|MeshTween|lr=20k",
    "convt3|int64|MeshTween|lr=20k",
    "mha|int64|MeshTween|lr=20k",
    "lstm|int64|MeshTween|lr=20k",
    "rnn|int64|MeshTween|lr=20k",
    "mamba|int64|MeshTween|lr=20k",
    "gdn|int64|MeshTween|lr=20k",
    "swiglu|int64|MeshTween|lr=20k",
    "residual|int64|MeshTween|lr=20k",
    "layernorm|int64|MeshTween|lr=20k",
    "rmsnorm|int64|MeshTween|lr=20k",
    "dense|int32|MeshTween|lr=20k",
    "cnn1|int32|MeshTween|lr=20k",
    "cnn2|int32|MeshTween|lr=20k",
    "cnn3|int32|MeshTween|lr=20k",
    "convt1|int32|MeshTween|lr=20k",
    "convt2|int32|MeshTween|lr=20k",
    "convt3|int32|MeshTween|lr=20k",
    "mha|int32|MeshTween|lr=20k",
    "lstm|int32|MeshTween|lr=20k",
    "rnn|int32|MeshTween|lr=20k",
    "mamba|int32|MeshTween|lr=20k",
    "gdn|int32|MeshTween|lr=20k",
    "swiglu|int32|MeshTween|lr=20k",
    "residual|int32|MeshTween|lr=20k",
    "layernorm|int32|MeshTween|lr=20k",
    "rmsnorm|int32|MeshTween|lr=20k",
    "dense|int16|MeshTween|lr=20k",
    "cnn1|int16|MeshTween|lr=20k",
    "cnn2|int16|MeshTween|lr=20k",
    "cnn3|int16|MeshTween|lr=20k",
    "convt1|int16|MeshTween|lr=20k",
    "convt2|int16|MeshTween|lr=20k",
    "convt3|int16|MeshTween|lr=20k",
    "mha|int16|MeshTween|lr=20k",
    "lstm|int16|MeshTween|lr=20k",
    "rnn|int16|MeshTween|lr=20k",
    "mamba|int16|MeshTween|lr=20k",
    "gdn|int16|MeshTween|lr=20k",
    "swiglu|int16|MeshTween|lr=20k",
    "residual|int16|MeshTween|lr=20k",
    "layernorm|int16|MeshTween|lr=20k",
    "rmsnorm|int16|MeshTween|lr=20k",
    "dense|int8|MeshTween|lr=20k",
    "cnn1|int8|MeshTween|lr=20k",
    "cnn2|int8|MeshTween|lr=20k",
    "cnn3|int8|MeshTween|lr=20k",
    "convt1|int8|MeshTween|lr=20k",
    "convt2|int8|MeshTween|lr=20k",
    "convt3|int8|MeshTween|lr=20k",
    "mha|int8|MeshTween|lr=20k",
    "lstm|int8|MeshTween|lr=20k",
    "rnn|int8|MeshTween|lr=20k",
    "mamba|int8|MeshTween|lr=20k",
    "gdn|int8|MeshTween|lr=20k",
    "swiglu|int8|MeshTween|lr=20k",
    "residual|int8|MeshTween|lr=20k",
    "layernorm|int8|MeshTween|lr=20k",
    "rmsnorm|int8|MeshTween|lr=20k",
    "dense|uint64|MeshTween|lr=20k",
    "cnn1|uint64|MeshTween|lr=20k",
    "cnn2|uint64|MeshTween|lr=20k",
    "cnn3|uint64|MeshTween|lr=20k",
    "convt1|uint64|MeshTween|lr=20k",
    "convt2|uint64|MeshTween|lr=20k",
    "convt3|uint64|MeshTween|lr=20k",
    "mha|uint64|MeshTween|lr=20k",
    "lstm|uint64|MeshTween|lr=20k",
    "rnn|uint64|MeshTween|lr=20k",
    "mamba|uint64|MeshTween|lr=20k",
    "gdn|uint64|MeshTween|lr=20k",
    "swiglu|uint64|MeshTween|lr=20k",
    "residual|uint64|MeshTween|lr=20k",
    "layernorm|uint64|MeshTween|lr=20k",
    "rmsnorm|uint64|MeshTween|lr=20k",
    "dense|uint32|MeshTween|lr=20k",
    "cnn1|uint32|MeshTween|lr=20k",
    "cnn2|uint32|MeshTween|lr=20k",
    "cnn3|uint32|MeshTween|lr=20k",
    "convt1|uint32|MeshTween|lr=20k",
    "convt2|uint32|MeshTween|lr=20k",
    "convt3|uint32|MeshTween|lr=20k",
    "mha|uint32|MeshTween|lr=20k",
    "lstm|uint32|MeshTween|lr=20k",
    "rnn|uint32|MeshTween|lr=20k",
    "mamba|uint32|MeshTween|lr=20k",
    "gdn|uint32|MeshTween|lr=20k",
    "swiglu|uint32|MeshTween|lr=20k",
    "residual|uint32|MeshTween|lr=20k",
    "layernorm|uint32|MeshTween|lr=20k",
    "rmsnorm|uint32|MeshTween|lr=20k",
    "dense|uint16|MeshTween|lr=20k",
    "cnn1|uint16|MeshTween|lr=20k",
    "cnn2|uint16|MeshTween|lr=20k",
    "cnn3|uint16|MeshTween|lr=20k",
    "convt1|uint16|MeshTween|lr=20k",
    "convt2|uint16|MeshTween|lr=20k",
    "convt3|uint16|MeshTween|lr=20k",
    "mha|uint16|MeshTween|lr=20k",
    "lstm|uint16|MeshTween|lr=20k",
    "rnn|uint16|MeshTween|lr=20k",
    "mamba|uint16|MeshTween|lr=20k",
    "gdn|uint16|MeshTween|lr=20k",
    "swiglu|uint16|MeshTween|lr=20k",
    "residual|uint16|MeshTween|lr=20k",
    "layernorm|uint16|MeshTween|lr=20k",
    "rmsnorm|uint16|MeshTween|lr=20k",
    "dense|uint8|MeshTween|lr=20k",
    "cnn1|uint8|MeshTween|lr=20k",
    "cnn2|uint8|MeshTween|lr=20k",
    "cnn3|uint8|MeshTween|lr=20k",
    "convt1|uint8|MeshTween|lr=20k",
    "convt2|uint8|MeshTween|lr=20k",
    "convt3|uint8|MeshTween|lr=20k",
    "mha|uint8|MeshTween|lr=20k",
    "lstm|uint8|MeshTween|lr=20k",
    "rnn|uint8|MeshTween|lr=20k",
    "mamba|uint8|MeshTween|lr=20k",
    "gdn|uint8|MeshTween|lr=20k",
    "swiglu|uint8|MeshTween|lr=20k",
    "residual|uint8|MeshTween|lr=20k",
    "layernorm|uint8|MeshTween|lr=20k",
    "rmsnorm|uint8|MeshTween|lr=20k",
    "dense|int4|MeshTween|lr=20k",
    "cnn1|int4|MeshTween|lr=20k",
    "cnn2|int4|MeshTween|lr=20k",
    "cnn3|int4|MeshTween|lr=20k",
    "convt1|int4|MeshTween|lr=20k",
    "convt2|int4|MeshTween|lr=20k",
    "convt3|int4|MeshTween|lr=20k",
    "mha|int4|MeshTween|lr=20k",
    "lstm|int4|MeshTween|lr=20k",
    "rnn|int4|MeshTween|lr=20k",
    "mamba|int4|MeshTween|lr=20k",
    "gdn|int4|MeshTween|lr=20k",
    "swiglu|int4|MeshTween|lr=20k",
    "residual|int4|MeshTween|lr=20k",
    "layernorm|int4|MeshTween|lr=20k",
    "rmsnorm|int4|MeshTween|lr=20k",
    "dense|uint4|MeshTween|lr=20k",
    "cnn1|uint4|MeshTween|lr=20k",
    "cnn2|uint4|MeshTween|lr=20k",
    "cnn3|uint4|MeshTween|lr=20k",
    "convt1|uint4|MeshTween|lr=20k",
    "convt2|uint4|MeshTween|lr=20k",
    "convt3|uint4|MeshTween|lr=20k",
    "mha|uint4|MeshTween|lr=20k",
    "lstm|uint4|MeshTween|lr=20k",
    "rnn|uint4|MeshTween|lr=20k",
    "mamba|uint4|MeshTween|lr=20k",
    "gdn|uint4|MeshTween|lr=20k",
    "swiglu|uint4|MeshTween|lr=20k",
    "residual|uint4|MeshTween|lr=20k",
    "layernorm|uint4|MeshTween|lr=20k",
    "rmsnorm|uint4|MeshTween|lr=20k",
    "dense|fp4|MeshTween|lr=20k",
    "cnn1|fp4|MeshTween|lr=20k",
    "cnn2|fp4|MeshTween|lr=20k",
    "cnn3|fp4|MeshTween|lr=20k",
    "convt1|fp4|MeshTween|lr=20k",
    "convt2|fp4|MeshTween|lr=20k",
    "convt3|fp4|MeshTween|lr=20k",
    "mha|fp4|MeshTween|lr=20k",
    "lstm|fp4|MeshTween|lr=20k",
    "rnn|fp4|MeshTween|lr=20k",
    "mamba|fp4|MeshTween|lr=20k",
    "gdn|fp4|MeshTween|lr=20k",
    "swiglu|fp4|MeshTween|lr=20k",
    "residual|fp4|MeshTween|lr=20k",
    "layernorm|fp4|MeshTween|lr=20k",
    "rmsnorm|fp4|MeshTween|lr=20k",
    "dense|int2|MeshTween|lr=20k",
    "cnn1|int2|MeshTween|lr=20k",
    "cnn2|int2|MeshTween|lr=20k",
    "cnn3|int2|MeshTween|lr=20k",
    "convt1|int2|MeshTween|lr=20k",
    "convt2|int2|MeshTween|lr=20k",
    "convt3|int2|MeshTween|lr=20k",
    "mha|int2|MeshTween|lr=20k",
    "lstm|int2|MeshTween|lr=20k",
    "rnn|int2|MeshTween|lr=20k",
    "mamba|int2|MeshTween|lr=20k",
    "gdn|int2|MeshTween|lr=20k",
    "swiglu|int2|MeshTween|lr=20k",
    "residual|int2|MeshTween|lr=20k",
    "layernorm|int2|MeshTween|lr=20k",
    "rmsnorm|int2|MeshTween|lr=20k",
    "dense|uint2|MeshTween|lr=20k",
    "cnn1|uint2|MeshTween|lr=20k",
    "cnn2|uint2|MeshTween|lr=20k",
    "cnn3|uint2|MeshTween|lr=20k",
    "convt1|uint2|MeshTween|lr=20k",
    "convt2|uint2|MeshTween|lr=20k",
    "convt3|uint2|MeshTween|lr=20k",
    "mha|uint2|MeshTween|lr=20k",
    "lstm|uint2|MeshTween|lr=20k",
    "rnn|uint2|MeshTween|lr=20k",
    "mamba|uint2|MeshTween|lr=20k",
    "gdn|uint2|MeshTween|lr=20k",
    "swiglu|uint2|MeshTween|lr=20k",
    "residual|uint2|MeshTween|lr=20k",
    "layernorm|uint2|MeshTween|lr=20k",
    "rmsnorm|uint2|MeshTween|lr=20k",
    "dense|ternary|MeshTween|lr=20k",
    "cnn1|ternary|MeshTween|lr=20k",
    "cnn2|ternary|MeshTween|lr=20k",
    "cnn3|ternary|MeshTween|lr=20k",
    "convt1|ternary|MeshTween|lr=20k",
    "convt2|ternary|MeshTween|lr=20k",
    "convt3|ternary|MeshTween|lr=20k",
    "mha|ternary|MeshTween|lr=20k",
    "lstm|ternary|MeshTween|lr=20k",
    "rnn|ternary|MeshTween|lr=20k",
    "mamba|ternary|MeshTween|lr=20k",
    "gdn|ternary|MeshTween|lr=20k",
    "swiglu|ternary|MeshTween|lr=20k",
    "residual|ternary|MeshTween|lr=20k",
    "layernorm|ternary|MeshTween|lr=20k",
    "rmsnorm|ternary|MeshTween|lr=20k",
    "dense|binary|MeshTween|lr=20k",
    "cnn1|binary|MeshTween|lr=20k",
    "cnn2|binary|MeshTween|lr=20k",
    "cnn3|binary|MeshTween|lr=20k",
    "convt1|binary|MeshTween|lr=20k",
    "convt2|binary|MeshTween|lr=20k",
    "convt3|binary|MeshTween|lr=20k",
    "mha|binary|MeshTween|lr=20k",
    "lstm|binary|MeshTween|lr=20k",
    "rnn|binary|MeshTween|lr=20k",
    "mamba|binary|MeshTween|lr=20k",
    "gdn|binary|MeshTween|lr=20k",
    "swiglu|binary|MeshTween|lr=20k",
    "residual|binary|MeshTween|lr=20k",
    "layernorm|binary|MeshTween|lr=20k",
    "rmsnorm|binary|MeshTween|lr=20k",
    "dense|int|MeshTween|lr=20k",
    "cnn1|int|MeshTween|lr=20k",
    "cnn2|int|MeshTween|lr=20k",
    "cnn3|int|MeshTween|lr=20k",
    "convt1|int|MeshTween|lr=20k",
    "convt2|int|MeshTween|lr=20k",
    "convt3|int|MeshTween|lr=20k",
    "mha|int|MeshTween|lr=20k",
    "lstm|int|MeshTween|lr=20k",
    "rnn|int|MeshTween|lr=20k",
    "mamba|int|MeshTween|lr=20k",
    "gdn|int|MeshTween|lr=20k",
    "swiglu|int|MeshTween|lr=20k",
    "residual|int|MeshTween|lr=20k",
    "layernorm|int|MeshTween|lr=20k",
    "rmsnorm|int|MeshTween|lr=20k",
    "dense|uint|MeshTween|lr=20k",
    "cnn1|uint|MeshTween|lr=20k",
    "cnn2|uint|MeshTween|lr=20k",
    "cnn3|uint|MeshTween|lr=20k",
    "convt1|uint|MeshTween|lr=20k",
    "convt2|uint|MeshTween|lr=20k",
    "convt3|uint|MeshTween|lr=20k",
    "mha|uint|MeshTween|lr=20k",
    "lstm|uint|MeshTween|lr=20k",
    "rnn|uint|MeshTween|lr=20k",
    "mamba|uint|MeshTween|lr=20k",
    "gdn|uint|MeshTween|lr=20k",
    "swiglu|uint|MeshTween|lr=20k",
    "residual|uint|MeshTween|lr=20k",
    "layernorm|uint|MeshTween|lr=20k",
    "rmsnorm|uint|MeshTween|lr=20k",
    "dense|uintptr|MeshTween|lr=20k",
    "cnn1|uintptr|MeshTween|lr=20k",
    "cnn2|uintptr|MeshTween|lr=20k",
    "cnn3|uintptr|MeshTween|lr=20k",
    "convt1|uintptr|MeshTween|lr=20k",
    "convt2|uintptr|MeshTween|lr=20k",
    "convt3|uintptr|MeshTween|lr=20k",
    "mha|uintptr|MeshTween|lr=20k",
    "lstm|uintptr|MeshTween|lr=20k",
    "rnn|uintptr|MeshTween|lr=20k",
    "mamba|uintptr|MeshTween|lr=20k",
    "gdn|uintptr|MeshTween|lr=20k",
    "swiglu|uintptr|MeshTween|lr=20k",
    "residual|uintptr|MeshTween|lr=20k",
    "layernorm|uintptr|MeshTween|lr=20k",
    "rmsnorm|uintptr|MeshTween|lr=20k",
    "dense|complex64|MeshTween|lr=20k",
    "cnn1|complex64|MeshTween|lr=20k",
    "cnn2|complex64|MeshTween|lr=20k",
    "cnn3|complex64|MeshTween|lr=20k",
    "convt1|complex64|MeshTween|lr=20k",
    "convt2|complex64|MeshTween|lr=20k",
    "convt3|complex64|MeshTween|lr=20k",
    "mha|complex64|MeshTween|lr=20k",
    "lstm|complex64|MeshTween|lr=20k",
    "rnn|complex64|MeshTween|lr=20k",
    "mamba|complex64|MeshTween|lr=20k",
    "gdn|complex64|MeshTween|lr=20k",
    "swiglu|complex64|MeshTween|lr=20k",
    "residual|complex64|MeshTween|lr=20k",
    "layernorm|complex64|MeshTween|lr=20k",
    "rmsnorm|complex64|MeshTween|lr=20k",
    "dense|complex128|MeshTween|lr=20k",
    "cnn1|complex128|MeshTween|lr=20k",
    "cnn2|complex128|MeshTween|lr=20k",
    "cnn3|complex128|MeshTween|lr=20k",
    "convt1|complex128|MeshTween|lr=20k",
    "convt2|complex128|MeshTween|lr=20k",
    "convt3|complex128|MeshTween|lr=20k",
    "mha|complex128|MeshTween|lr=20k",
    "lstm|complex128|MeshTween|lr=20k",
    "rnn|complex128|MeshTween|lr=20k",
    "mamba|complex128|MeshTween|lr=20k",
    "gdn|complex128|MeshTween|lr=20k",
    "swiglu|complex128|MeshTween|lr=20k",
    "residual|complex128|MeshTween|lr=20k",
    "layernorm|complex128|MeshTween|lr=20k",
    "rmsnorm|complex128|MeshTween|lr=20k",
    "dense|nf4|MeshTween|lr=20k",
    "cnn1|nf4|MeshTween|lr=20k",
    "cnn2|nf4|MeshTween|lr=20k",
    "cnn3|nf4|MeshTween|lr=20k",
    "convt1|nf4|MeshTween|lr=20k",
    "convt2|nf4|MeshTween|lr=20k",
    "convt3|nf4|MeshTween|lr=20k",
    "mha|nf4|MeshTween|lr=20k",
    "lstm|nf4|MeshTween|lr=20k",
    "rnn|nf4|MeshTween|lr=20k",
    "mamba|nf4|MeshTween|lr=20k",
    "gdn|nf4|MeshTween|lr=20k",
    "swiglu|nf4|MeshTween|lr=20k",
    "residual|nf4|MeshTween|lr=20k",
    "layernorm|nf4|MeshTween|lr=20k",
    "rmsnorm|nf4|MeshTween|lr=20k",
    "dense|fp6|MeshTween|lr=20k",
    "cnn1|fp6|MeshTween|lr=20k",
    "cnn2|fp6|MeshTween|lr=20k",
    "cnn3|fp6|MeshTween|lr=20k",
    "convt1|fp6|MeshTween|lr=20k",
    "convt2|fp6|MeshTween|lr=20k",
    "convt3|fp6|MeshTween|lr=20k",
    "mha|fp6|MeshTween|lr=20k",
    "lstm|fp6|MeshTween|lr=20k",
    "rnn|fp6|MeshTween|lr=20k",
    "mamba|fp6|MeshTween|lr=20k",
    "gdn|fp6|MeshTween|lr=20k",
    "swiglu|fp6|MeshTween|lr=20k",
    "residual|fp6|MeshTween|lr=20k",
    "layernorm|fp6|MeshTween|lr=20k",
    "rmsnorm|fp6|MeshTween|lr=20k",
    "dense|int6|MeshTween|lr=20k",
    "cnn1|int6|MeshTween|lr=20k",
    "cnn2|int6|MeshTween|lr=20k",
    "cnn3|int6|MeshTween|lr=20k",
    "convt1|int6|MeshTween|lr=20k",
    "convt2|int6|MeshTween|lr=20k",
    "convt3|int6|MeshTween|lr=20k",
    "mha|int6|MeshTween|lr=20k",
    "lstm|int6|MeshTween|lr=20k",
    "rnn|int6|MeshTween|lr=20k",
    "mamba|int6|MeshTween|lr=20k",
    "gdn|int6|MeshTween|lr=20k",
    "swiglu|int6|MeshTween|lr=20k",
    "residual|int6|MeshTween|lr=20k",
    "layernorm|int6|MeshTween|lr=20k",
    "rmsnorm|int6|MeshTween|lr=20k",
    "dense|uint6|MeshTween|lr=20k",
    "cnn1|uint6|MeshTween|lr=20k",
    "cnn2|uint6|MeshTween|lr=20k",
    "cnn3|uint6|MeshTween|lr=20k",
    "convt1|uint6|MeshTween|lr=20k",
    "convt2|uint6|MeshTween|lr=20k",
    "convt3|uint6|MeshTween|lr=20k",
    "mha|uint6|MeshTween|lr=20k",
    "lstm|uint6|MeshTween|lr=20k",
    "rnn|uint6|MeshTween|lr=20k",
    "mamba|uint6|MeshTween|lr=20k",
    "gdn|uint6|MeshTween|lr=20k",
    "swiglu|uint6|MeshTween|lr=20k",
    "residual|uint6|MeshTween|lr=20k",
    "layernorm|uint6|MeshTween|lr=20k",
    "rmsnorm|uint6|MeshTween|lr=20k",
    "dense|int5|MeshTween|lr=20k",
    "cnn1|int5|MeshTween|lr=20k",
    "cnn2|int5|MeshTween|lr=20k",
    "cnn3|int5|MeshTween|lr=20k",
    "convt1|int5|MeshTween|lr=20k",
    "convt2|int5|MeshTween|lr=20k",
    "convt3|int5|MeshTween|lr=20k",
    "mha|int5|MeshTween|lr=20k",
    "lstm|int5|MeshTween|lr=20k",
    "rnn|int5|MeshTween|lr=20k",
    "mamba|int5|MeshTween|lr=20k",
    "gdn|int5|MeshTween|lr=20k",
    "swiglu|int5|MeshTween|lr=20k",
    "residual|int5|MeshTween|lr=20k",
    "layernorm|int5|MeshTween|lr=20k",
    "rmsnorm|int5|MeshTween|lr=20k",
    "dense|uint5|MeshTween|lr=20k",
    "cnn1|uint5|MeshTween|lr=20k",
    "cnn2|uint5|MeshTween|lr=20k",
    "cnn3|uint5|MeshTween|lr=20k",
    "convt1|uint5|MeshTween|lr=20k",
    "convt2|uint5|MeshTween|lr=20k",
    "convt3|uint5|MeshTween|lr=20k",
    "mha|uint5|MeshTween|lr=20k",
    "lstm|uint5|MeshTween|lr=20k",
    "rnn|uint5|MeshTween|lr=20k",
    "mamba|uint5|MeshTween|lr=20k",
    "gdn|uint5|MeshTween|lr=20k",
    "swiglu|uint5|MeshTween|lr=20k",
    "residual|uint5|MeshTween|lr=20k",
    "layernorm|uint5|MeshTween|lr=20k",
    "rmsnorm|uint5|MeshTween|lr=20k",
    "dense|int3|MeshTween|lr=20k",
    "cnn1|int3|MeshTween|lr=20k",
    "cnn2|int3|MeshTween|lr=20k",
    "cnn3|int3|MeshTween|lr=20k",
    "convt1|int3|MeshTween|lr=20k",
    "convt2|int3|MeshTween|lr=20k",
    "convt3|int3|MeshTween|lr=20k",
    "mha|int3|MeshTween|lr=20k",
    "lstm|int3|MeshTween|lr=20k",
    "rnn|int3|MeshTween|lr=20k",
    "mamba|int3|MeshTween|lr=20k",
    "gdn|int3|MeshTween|lr=20k",
    "swiglu|int3|MeshTween|lr=20k",
    "residual|int3|MeshTween|lr=20k",
    "layernorm|int3|MeshTween|lr=20k",
    "rmsnorm|int3|MeshTween|lr=20k",
    "dense|uint3|MeshTween|lr=20k",
    "cnn1|uint3|MeshTween|lr=20k",
    "cnn2|uint3|MeshTween|lr=20k",
    "cnn3|uint3|MeshTween|lr=20k",
    "convt1|uint3|MeshTween|lr=20k",
    "convt2|uint3|MeshTween|lr=20k",
    "convt3|uint3|MeshTween|lr=20k",
    "mha|uint3|MeshTween|lr=20k",
    "lstm|uint3|MeshTween|lr=20k",
    "rnn|uint3|MeshTween|lr=20k",
    "mamba|uint3|MeshTween|lr=20k",
    "gdn|uint3|MeshTween|lr=20k",
    "swiglu|uint3|MeshTween|lr=20k",
    "residual|uint3|MeshTween|lr=20k",
    "layernorm|uint3|MeshTween|lr=20k",
    "rmsnorm|uint3|MeshTween|lr=20k",
    "dense|float64|MeshTweenChain|lr=20k",
    "cnn1|float64|MeshTweenChain|lr=20k",
    "cnn2|float64|MeshTweenChain|lr=20k",
    "cnn3|float64|MeshTweenChain|lr=20k",
    "convt1|float64|MeshTweenChain|lr=20k",
    "convt2|float64|MeshTweenChain|lr=20k",
    "convt3|float64|MeshTweenChain|lr=20k",
    "mha|float64|MeshTweenChain|lr=20k",
    "lstm|float64|MeshTweenChain|lr=20k",
    "rnn|float64|MeshTweenChain|lr=20k",
    "mamba|float64|MeshTweenChain|lr=20k",
    "gdn|float64|MeshTweenChain|lr=20k",
    "swiglu|float64|MeshTweenChain|lr=20k",
    "residual|float64|MeshTweenChain|lr=20k",
    "layernorm|float64|MeshTweenChain|lr=20k",
    "rmsnorm|float64|MeshTweenChain|lr=20k",
    "dense|float32|MeshTweenChain|lr=20k",
    "cnn1|float32|MeshTweenChain|lr=20k",
    "cnn2|float32|MeshTweenChain|lr=20k",
    "cnn3|float32|MeshTweenChain|lr=20k",
    "convt1|float32|MeshTweenChain|lr=20k",
    "convt2|float32|MeshTweenChain|lr=20k",
    "convt3|float32|MeshTweenChain|lr=20k",
    "mha|float32|MeshTweenChain|lr=20k",
    "lstm|float32|MeshTweenChain|lr=20k",
    "rnn|float32|MeshTweenChain|lr=20k",
    "mamba|float32|MeshTweenChain|lr=20k",
    "gdn|float32|MeshTweenChain|lr=20k",
    "swiglu|float32|MeshTweenChain|lr=20k",
    "residual|float32|MeshTweenChain|lr=20k",
    "layernorm|float32|MeshTweenChain|lr=20k",
    "rmsnorm|float32|MeshTweenChain|lr=20k",
    "dense|float16|MeshTweenChain|lr=20k",
    "cnn1|float16|MeshTweenChain|lr=20k",
    "cnn2|float16|MeshTweenChain|lr=20k",
    "cnn3|float16|MeshTweenChain|lr=20k",
    "convt1|float16|MeshTweenChain|lr=20k",
    "convt2|float16|MeshTweenChain|lr=20k",
    "convt3|float16|MeshTweenChain|lr=20k",
    "mha|float16|MeshTweenChain|lr=20k",
    "lstm|float16|MeshTweenChain|lr=20k",
    "rnn|float16|MeshTweenChain|lr=20k",
    "mamba|float16|MeshTweenChain|lr=20k",
    "gdn|float16|MeshTweenChain|lr=20k",
    "swiglu|float16|MeshTweenChain|lr=20k",
    "residual|float16|MeshTweenChain|lr=20k",
    "layernorm|float16|MeshTweenChain|lr=20k",
    "rmsnorm|float16|MeshTweenChain|lr=20k",
    "dense|bfloat16|MeshTweenChain|lr=20k",
    "cnn1|bfloat16|MeshTweenChain|lr=20k",
    "cnn2|bfloat16|MeshTweenChain|lr=20k",
    "cnn3|bfloat16|MeshTweenChain|lr=20k",
    "convt1|bfloat16|MeshTweenChain|lr=20k",
    "convt2|bfloat16|MeshTweenChain|lr=20k",
    "convt3|bfloat16|MeshTweenChain|lr=20k",
    "mha|bfloat16|MeshTweenChain|lr=20k",
    "lstm|bfloat16|MeshTweenChain|lr=20k",
    "rnn|bfloat16|MeshTweenChain|lr=20k",
    "mamba|bfloat16|MeshTweenChain|lr=20k",
    "gdn|bfloat16|MeshTweenChain|lr=20k",
    "swiglu|bfloat16|MeshTweenChain|lr=20k",
    "residual|bfloat16|MeshTweenChain|lr=20k",
    "layernorm|bfloat16|MeshTweenChain|lr=20k",
    "rmsnorm|bfloat16|MeshTweenChain|lr=20k",
    "dense|fp8e4m3|MeshTweenChain|lr=20k",
    "cnn1|fp8e4m3|MeshTweenChain|lr=20k",
    "cnn2|fp8e4m3|MeshTweenChain|lr=20k",
    "cnn3|fp8e4m3|MeshTweenChain|lr=20k",
    "convt1|fp8e4m3|MeshTweenChain|lr=20k",
    "convt2|fp8e4m3|MeshTweenChain|lr=20k",
    "convt3|fp8e4m3|MeshTweenChain|lr=20k",
    "mha|fp8e4m3|MeshTweenChain|lr=20k",
    "lstm|fp8e4m3|MeshTweenChain|lr=20k",
    "rnn|fp8e4m3|MeshTweenChain|lr=20k",
    "mamba|fp8e4m3|MeshTweenChain|lr=20k",
    "gdn|fp8e4m3|MeshTweenChain|lr=20k",
    "swiglu|fp8e4m3|MeshTweenChain|lr=20k",
    "residual|fp8e4m3|MeshTweenChain|lr=20k",
    "layernorm|fp8e4m3|MeshTweenChain|lr=20k",
    "rmsnorm|fp8e4m3|MeshTweenChain|lr=20k",
    "dense|fp8e5m2|MeshTweenChain|lr=20k",
    "cnn1|fp8e5m2|MeshTweenChain|lr=20k",
    "cnn2|fp8e5m2|MeshTweenChain|lr=20k",
    "cnn3|fp8e5m2|MeshTweenChain|lr=20k",
    "convt1|fp8e5m2|MeshTweenChain|lr=20k",
    "convt2|fp8e5m2|MeshTweenChain|lr=20k",
    "convt3|fp8e5m2|MeshTweenChain|lr=20k",
    "mha|fp8e5m2|MeshTweenChain|lr=20k",
    "lstm|fp8e5m2|MeshTweenChain|lr=20k",
    "rnn|fp8e5m2|MeshTweenChain|lr=20k",
    "mamba|fp8e5m2|MeshTweenChain|lr=20k",
    "gdn|fp8e5m2|MeshTweenChain|lr=20k",
    "swiglu|fp8e5m2|MeshTweenChain|lr=20k",
    "residual|fp8e5m2|MeshTweenChain|lr=20k",
    "layernorm|fp8e5m2|MeshTweenChain|lr=20k",
    "rmsnorm|fp8e5m2|MeshTweenChain|lr=20k",
    "dense|int64|MeshTweenChain|lr=20k",
    "cnn1|int64|MeshTweenChain|lr=20k",
    "cnn2|int64|MeshTweenChain|lr=20k",
    "cnn3|int64|MeshTweenChain|lr=20k",
    "convt1|int64|MeshTweenChain|lr=20k",
    "convt2|int64|MeshTweenChain|lr=20k",
    "convt3|int64|MeshTweenChain|lr=20k",
    "mha|int64|MeshTweenChain|lr=20k",
    "lstm|int64|MeshTweenChain|lr=20k",
    "rnn|int64|MeshTweenChain|lr=20k",
    "mamba|int64|MeshTweenChain|lr=20k",
    "gdn|int64|MeshTweenChain|lr=20k",
    "swiglu|int64|MeshTweenChain|lr=20k",
    "residual|int64|MeshTweenChain|lr=20k",
    "layernorm|int64|MeshTweenChain|lr=20k",
    "rmsnorm|int64|MeshTweenChain|lr=20k",
    "dense|int32|MeshTweenChain|lr=20k",
    "cnn1|int32|MeshTweenChain|lr=20k",
    "cnn2|int32|MeshTweenChain|lr=20k",
    "cnn3|int32|MeshTweenChain|lr=20k",
    "convt1|int32|MeshTweenChain|lr=20k",
    "convt2|int32|MeshTweenChain|lr=20k",
    "convt3|int32|MeshTweenChain|lr=20k",
    "mha|int32|MeshTweenChain|lr=20k",
    "lstm|int32|MeshTweenChain|lr=20k",
    "rnn|int32|MeshTweenChain|lr=20k",
    "mamba|int32|MeshTweenChain|lr=20k",
    "gdn|int32|MeshTweenChain|lr=20k",
    "swiglu|int32|MeshTweenChain|lr=20k",
    "residual|int32|MeshTweenChain|lr=20k",
    "layernorm|int32|MeshTweenChain|lr=20k",
    "rmsnorm|int32|MeshTweenChain|lr=20k",
    "dense|int16|MeshTweenChain|lr=20k",
    "cnn1|int16|MeshTweenChain|lr=20k",
    "cnn2|int16|MeshTweenChain|lr=20k",
    "cnn3|int16|MeshTweenChain|lr=20k",
    "convt1|int16|MeshTweenChain|lr=20k",
    "convt2|int16|MeshTweenChain|lr=20k",
    "convt3|int16|MeshTweenChain|lr=20k",
    "mha|int16|MeshTweenChain|lr=20k",
    "lstm|int16|MeshTweenChain|lr=20k",
    "rnn|int16|MeshTweenChain|lr=20k",
    "mamba|int16|MeshTweenChain|lr=20k",
    "gdn|int16|MeshTweenChain|lr=20k",
    "swiglu|int16|MeshTweenChain|lr=20k",
    "residual|int16|MeshTweenChain|lr=20k",
    "layernorm|int16|MeshTweenChain|lr=20k",
    "rmsnorm|int16|MeshTweenChain|lr=20k",
    "dense|int8|MeshTweenChain|lr=20k",
    "cnn1|int8|MeshTweenChain|lr=20k",
    "cnn2|int8|MeshTweenChain|lr=20k",
    "cnn3|int8|MeshTweenChain|lr=20k",
    "convt1|int8|MeshTweenChain|lr=20k",
    "convt2|int8|MeshTweenChain|lr=20k",
    "convt3|int8|MeshTweenChain|lr=20k",
    "mha|int8|MeshTweenChain|lr=20k",
    "lstm|int8|MeshTweenChain|lr=20k",
    "rnn|int8|MeshTweenChain|lr=20k",
    "mamba|int8|MeshTweenChain|lr=20k",
    "gdn|int8|MeshTweenChain|lr=20k",
    "swiglu|int8|MeshTweenChain|lr=20k",
    "residual|int8|MeshTweenChain|lr=20k",
    "layernorm|int8|MeshTweenChain|lr=20k",
    "rmsnorm|int8|MeshTweenChain|lr=20k",
    "dense|uint64|MeshTweenChain|lr=20k",
    "cnn1|uint64|MeshTweenChain|lr=20k",
    "cnn2|uint64|MeshTweenChain|lr=20k",
    "cnn3|uint64|MeshTweenChain|lr=20k",
    "convt1|uint64|MeshTweenChain|lr=20k",
    "convt2|uint64|MeshTweenChain|lr=20k",
    "convt3|uint64|MeshTweenChain|lr=20k",
    "mha|uint64|MeshTweenChain|lr=20k",
    "lstm|uint64|MeshTweenChain|lr=20k",
    "rnn|uint64|MeshTweenChain|lr=20k",
    "mamba|uint64|MeshTweenChain|lr=20k",
    "gdn|uint64|MeshTweenChain|lr=20k",
    "swiglu|uint64|MeshTweenChain|lr=20k",
    "residual|uint64|MeshTweenChain|lr=20k",
    "layernorm|uint64|MeshTweenChain|lr=20k",
    "rmsnorm|uint64|MeshTweenChain|lr=20k",
    "dense|uint32|MeshTweenChain|lr=20k",
    "cnn1|uint32|MeshTweenChain|lr=20k",
    "cnn2|uint32|MeshTweenChain|lr=20k",
    "cnn3|uint32|MeshTweenChain|lr=20k",
    "convt1|uint32|MeshTweenChain|lr=20k",
    "convt2|uint32|MeshTweenChain|lr=20k",
    "convt3|uint32|MeshTweenChain|lr=20k",
    "mha|uint32|MeshTweenChain|lr=20k",
    "lstm|uint32|MeshTweenChain|lr=20k",
    "rnn|uint32|MeshTweenChain|lr=20k",
    "mamba|uint32|MeshTweenChain|lr=20k",
    "gdn|uint32|MeshTweenChain|lr=20k",
    "swiglu|uint32|MeshTweenChain|lr=20k",
    "residual|uint32|MeshTweenChain|lr=20k",
    "layernorm|uint32|MeshTweenChain|lr=20k",
    "rmsnorm|uint32|MeshTweenChain|lr=20k",
    "dense|uint16|MeshTweenChain|lr=20k",
    "cnn1|uint16|MeshTweenChain|lr=20k",
    "cnn2|uint16|MeshTweenChain|lr=20k",
    "cnn3|uint16|MeshTweenChain|lr=20k",
    "convt1|uint16|MeshTweenChain|lr=20k",
    "convt2|uint16|MeshTweenChain|lr=20k",
    "convt3|uint16|MeshTweenChain|lr=20k",
    "mha|uint16|MeshTweenChain|lr=20k",
    "lstm|uint16|MeshTweenChain|lr=20k",
    "rnn|uint16|MeshTweenChain|lr=20k",
    "mamba|uint16|MeshTweenChain|lr=20k",
    "gdn|uint16|MeshTweenChain|lr=20k",
    "swiglu|uint16|MeshTweenChain|lr=20k",
    "residual|uint16|MeshTweenChain|lr=20k",
    "layernorm|uint16|MeshTweenChain|lr=20k",
    "rmsnorm|uint16|MeshTweenChain|lr=20k",
    "dense|uint8|MeshTweenChain|lr=20k",
    "cnn1|uint8|MeshTweenChain|lr=20k",
    "cnn2|uint8|MeshTweenChain|lr=20k",
    "cnn3|uint8|MeshTweenChain|lr=20k",
    "convt1|uint8|MeshTweenChain|lr=20k",
    "convt2|uint8|MeshTweenChain|lr=20k",
    "convt3|uint8|MeshTweenChain|lr=20k",
    "mha|uint8|MeshTweenChain|lr=20k",
    "lstm|uint8|MeshTweenChain|lr=20k",
    "rnn|uint8|MeshTweenChain|lr=20k",
    "mamba|uint8|MeshTweenChain|lr=20k",
    "gdn|uint8|MeshTweenChain|lr=20k",
    "swiglu|uint8|MeshTweenChain|lr=20k",
    "residual|uint8|MeshTweenChain|lr=20k",
    "layernorm|uint8|MeshTweenChain|lr=20k",
    "rmsnorm|uint8|MeshTweenChain|lr=20k",
    "dense|int4|MeshTweenChain|lr=20k",
    "cnn1|int4|MeshTweenChain|lr=20k",
    "cnn2|int4|MeshTweenChain|lr=20k",
    "cnn3|int4|MeshTweenChain|lr=20k",
    "convt1|int4|MeshTweenChain|lr=20k",
    "convt2|int4|MeshTweenChain|lr=20k",
    "convt3|int4|MeshTweenChain|lr=20k",
    "mha|int4|MeshTweenChain|lr=20k",
    "lstm|int4|MeshTweenChain|lr=20k",
    "rnn|int4|MeshTweenChain|lr=20k",
    "mamba|int4|MeshTweenChain|lr=20k",
    "gdn|int4|MeshTweenChain|lr=20k",
    "swiglu|int4|MeshTweenChain|lr=20k",
    "residual|int4|MeshTweenChain|lr=20k",
    "layernorm|int4|MeshTweenChain|lr=20k",
    "rmsnorm|int4|MeshTweenChain|lr=20k",
    "dense|uint4|MeshTweenChain|lr=20k",
    "cnn1|uint4|MeshTweenChain|lr=20k",
    "cnn2|uint4|MeshTweenChain|lr=20k",
    "cnn3|uint4|MeshTweenChain|lr=20k",
    "convt1|uint4|MeshTweenChain|lr=20k",
    "convt2|uint4|MeshTweenChain|lr=20k",
    "convt3|uint4|MeshTweenChain|lr=20k",
    "mha|uint4|MeshTweenChain|lr=20k",
    "lstm|uint4|MeshTweenChain|lr=20k",
    "rnn|uint4|MeshTweenChain|lr=20k",
    "mamba|uint4|MeshTweenChain|lr=20k",
    "gdn|uint4|MeshTweenChain|lr=20k",
    "swiglu|uint4|MeshTweenChain|lr=20k",
    "residual|uint4|MeshTweenChain|lr=20k",
    "layernorm|uint4|MeshTweenChain|lr=20k",
    "rmsnorm|uint4|MeshTweenChain|lr=20k",
    "dense|fp4|MeshTweenChain|lr=20k",
    "cnn1|fp4|MeshTweenChain|lr=20k",
    "cnn2|fp4|MeshTweenChain|lr=20k",
    "cnn3|fp4|MeshTweenChain|lr=20k",
    "convt1|fp4|MeshTweenChain|lr=20k",
    "convt2|fp4|MeshTweenChain|lr=20k",
    "convt3|fp4|MeshTweenChain|lr=20k",
    "mha|fp4|MeshTweenChain|lr=20k",
    "lstm|fp4|MeshTweenChain|lr=20k",
    "rnn|fp4|MeshTweenChain|lr=20k",
    "mamba|fp4|MeshTweenChain|lr=20k",
    "gdn|fp4|MeshTweenChain|lr=20k",
    "swiglu|fp4|MeshTweenChain|lr=20k",
    "residual|fp4|MeshTweenChain|lr=20k",
    "layernorm|fp4|MeshTweenChain|lr=20k",
    "rmsnorm|fp4|MeshTweenChain|lr=20k",
    "dense|int2|MeshTweenChain|lr=20k",
    "cnn1|int2|MeshTweenChain|lr=20k",
    "cnn2|int2|MeshTweenChain|lr=20k",
    "cnn3|int2|MeshTweenChain|lr=20k",
    "convt1|int2|MeshTweenChain|lr=20k",
    "convt2|int2|MeshTweenChain|lr=20k",
    "convt3|int2|MeshTweenChain|lr=20k",
    "mha|int2|MeshTweenChain|lr=20k",
    "lstm|int2|MeshTweenChain|lr=20k",
    "rnn|int2|MeshTweenChain|lr=20k",
    "mamba|int2|MeshTweenChain|lr=20k",
    "gdn|int2|MeshTweenChain|lr=20k",
    "swiglu|int2|MeshTweenChain|lr=20k",
    "residual|int2|MeshTweenChain|lr=20k",
    "layernorm|int2|MeshTweenChain|lr=20k",
    "rmsnorm|int2|MeshTweenChain|lr=20k",
    "dense|uint2|MeshTweenChain|lr=20k",
    "cnn1|uint2|MeshTweenChain|lr=20k",
    "cnn2|uint2|MeshTweenChain|lr=20k",
    "cnn3|uint2|MeshTweenChain|lr=20k",
    "convt1|uint2|MeshTweenChain|lr=20k",
    "convt2|uint2|MeshTweenChain|lr=20k",
    "convt3|uint2|MeshTweenChain|lr=20k",
    "mha|uint2|MeshTweenChain|lr=20k",
    "lstm|uint2|MeshTweenChain|lr=20k",
    "rnn|uint2|MeshTweenChain|lr=20k",
    "mamba|uint2|MeshTweenChain|lr=20k",
    "gdn|uint2|MeshTweenChain|lr=20k",
    "swiglu|uint2|MeshTweenChain|lr=20k",
    "residual|uint2|MeshTweenChain|lr=20k",
    "layernorm|uint2|MeshTweenChain|lr=20k",
    "rmsnorm|uint2|MeshTweenChain|lr=20k",
    "dense|ternary|MeshTweenChain|lr=20k",
    "cnn1|ternary|MeshTweenChain|lr=20k",
    "cnn2|ternary|MeshTweenChain|lr=20k",
    "cnn3|ternary|MeshTweenChain|lr=20k",
    "convt1|ternary|MeshTweenChain|lr=20k",
    "convt2|ternary|MeshTweenChain|lr=20k",
    "convt3|ternary|MeshTweenChain|lr=20k",
    "mha|ternary|MeshTweenChain|lr=20k",
    "lstm|ternary|MeshTweenChain|lr=20k",
    "rnn|ternary|MeshTweenChain|lr=20k",
    "mamba|ternary|MeshTweenChain|lr=20k",
    "gdn|ternary|MeshTweenChain|lr=20k",
    "swiglu|ternary|MeshTweenChain|lr=20k",
    "residual|ternary|MeshTweenChain|lr=20k",
    "layernorm|ternary|MeshTweenChain|lr=20k",
    "rmsnorm|ternary|MeshTweenChain|lr=20k",
    "dense|binary|MeshTweenChain|lr=20k",
    "cnn1|binary|MeshTweenChain|lr=20k",
    "cnn2|binary|MeshTweenChain|lr=20k",
    "cnn3|binary|MeshTweenChain|lr=20k",
    "convt1|binary|MeshTweenChain|lr=20k",
    "convt2|binary|MeshTweenChain|lr=20k",
    "convt3|binary|MeshTweenChain|lr=20k",
    "mha|binary|MeshTweenChain|lr=20k",
    "lstm|binary|MeshTweenChain|lr=20k",
    "rnn|binary|MeshTweenChain|lr=20k",
    "mamba|binary|MeshTweenChain|lr=20k",
    "gdn|binary|MeshTweenChain|lr=20k",
    "swiglu|binary|MeshTweenChain|lr=20k",
    "residual|binary|MeshTweenChain|lr=20k",
    "layernorm|binary|MeshTweenChain|lr=20k",
    "rmsnorm|binary|MeshTweenChain|lr=20k",
    "dense|int|MeshTweenChain|lr=20k",
    "cnn1|int|MeshTweenChain|lr=20k",
    "cnn2|int|MeshTweenChain|lr=20k",
    "cnn3|int|MeshTweenChain|lr=20k",
    "convt1|int|MeshTweenChain|lr=20k",
    "convt2|int|MeshTweenChain|lr=20k",
    "convt3|int|MeshTweenChain|lr=20k",
    "mha|int|MeshTweenChain|lr=20k",
    "lstm|int|MeshTweenChain|lr=20k",
    "rnn|int|MeshTweenChain|lr=20k",
    "mamba|int|MeshTweenChain|lr=20k",
    "gdn|int|MeshTweenChain|lr=20k",
    "swiglu|int|MeshTweenChain|lr=20k",
    "residual|int|MeshTweenChain|lr=20k",
    "layernorm|int|MeshTweenChain|lr=20k",
    "rmsnorm|int|MeshTweenChain|lr=20k",
    "dense|uint|MeshTweenChain|lr=20k",
    "cnn1|uint|MeshTweenChain|lr=20k",
    "cnn2|uint|MeshTweenChain|lr=20k",
    "cnn3|uint|MeshTweenChain|lr=20k",
    "convt1|uint|MeshTweenChain|lr=20k",
    "convt2|uint|MeshTweenChain|lr=20k",
    "convt3|uint|MeshTweenChain|lr=20k",
    "mha|uint|MeshTweenChain|lr=20k",
    "lstm|uint|MeshTweenChain|lr=20k",
    "rnn|uint|MeshTweenChain|lr=20k",
    "mamba|uint|MeshTweenChain|lr=20k",
    "gdn|uint|MeshTweenChain|lr=20k",
    "swiglu|uint|MeshTweenChain|lr=20k",
    "residual|uint|MeshTweenChain|lr=20k",
    "layernorm|uint|MeshTweenChain|lr=20k",
    "rmsnorm|uint|MeshTweenChain|lr=20k",
    "dense|uintptr|MeshTweenChain|lr=20k",
    "cnn1|uintptr|MeshTweenChain|lr=20k",
    "cnn2|uintptr|MeshTweenChain|lr=20k",
    "cnn3|uintptr|MeshTweenChain|lr=20k",
    "convt1|uintptr|MeshTweenChain|lr=20k",
    "convt2|uintptr|MeshTweenChain|lr=20k",
    "convt3|uintptr|MeshTweenChain|lr=20k",
    "mha|uintptr|MeshTweenChain|lr=20k",
    "lstm|uintptr|MeshTweenChain|lr=20k",
    "rnn|uintptr|MeshTweenChain|lr=20k",
    "mamba|uintptr|MeshTweenChain|lr=20k",
    "gdn|uintptr|MeshTweenChain|lr=20k",
    "swiglu|uintptr|MeshTweenChain|lr=20k",
    "residual|uintptr|MeshTweenChain|lr=20k",
    "layernorm|uintptr|MeshTweenChain|lr=20k",
    "rmsnorm|uintptr|MeshTweenChain|lr=20k",
    "dense|complex64|MeshTweenChain|lr=20k",
    "cnn1|complex64|MeshTweenChain|lr=20k",
    "cnn2|complex64|MeshTweenChain|lr=20k",
    "cnn3|complex64|MeshTweenChain|lr=20k",
    "convt1|complex64|MeshTweenChain|lr=20k",
    "convt2|complex64|MeshTweenChain|lr=20k",
    "convt3|complex64|MeshTweenChain|lr=20k",
    "mha|complex64|MeshTweenChain|lr=20k",
    "lstm|complex64|MeshTweenChain|lr=20k",
    "rnn|complex64|MeshTweenChain|lr=20k",
    "mamba|complex64|MeshTweenChain|lr=20k",
    "gdn|complex64|MeshTweenChain|lr=20k",
    "swiglu|complex64|MeshTweenChain|lr=20k",
    "residual|complex64|MeshTweenChain|lr=20k",
    "layernorm|complex64|MeshTweenChain|lr=20k",
    "rmsnorm|complex64|MeshTweenChain|lr=20k",
    "dense|complex128|MeshTweenChain|lr=20k",
    "cnn1|complex128|MeshTweenChain|lr=20k",
    "cnn2|complex128|MeshTweenChain|lr=20k",
    "cnn3|complex128|MeshTweenChain|lr=20k",
    "convt1|complex128|MeshTweenChain|lr=20k",
    "convt2|complex128|MeshTweenChain|lr=20k",
    "convt3|complex128|MeshTweenChain|lr=20k",
    "mha|complex128|MeshTweenChain|lr=20k",
    "lstm|complex128|MeshTweenChain|lr=20k",
    "rnn|complex128|MeshTweenChain|lr=20k",
    "mamba|complex128|MeshTweenChain|lr=20k",
    "gdn|complex128|MeshTweenChain|lr=20k",
    "swiglu|complex128|MeshTweenChain|lr=20k",
    "residual|complex128|MeshTweenChain|lr=20k",
    "layernorm|complex128|MeshTweenChain|lr=20k",
    "rmsnorm|complex128|MeshTweenChain|lr=20k",
    "dense|nf4|MeshTweenChain|lr=20k",
    "cnn1|nf4|MeshTweenChain|lr=20k",
    "cnn2|nf4|MeshTweenChain|lr=20k",
    "cnn3|nf4|MeshTweenChain|lr=20k",
    "convt1|nf4|MeshTweenChain|lr=20k",
    "convt2|nf4|MeshTweenChain|lr=20k",
    "convt3|nf4|MeshTweenChain|lr=20k",
    "mha|nf4|MeshTweenChain|lr=20k",
    "lstm|nf4|MeshTweenChain|lr=20k",
    "rnn|nf4|MeshTweenChain|lr=20k",
    "mamba|nf4|MeshTweenChain|lr=20k",
    "gdn|nf4|MeshTweenChain|lr=20k",
    "swiglu|nf4|MeshTweenChain|lr=20k",
    "residual|nf4|MeshTweenChain|lr=20k",
    "layernorm|nf4|MeshTweenChain|lr=20k",
    "rmsnorm|nf4|MeshTweenChain|lr=20k",
    "dense|fp6|MeshTweenChain|lr=20k",
    "cnn1|fp6|MeshTweenChain|lr=20k",
    "cnn2|fp6|MeshTweenChain|lr=20k",
    "cnn3|fp6|MeshTweenChain|lr=20k",
    "convt1|fp6|MeshTweenChain|lr=20k",
    "convt2|fp6|MeshTweenChain|lr=20k",
    "convt3|fp6|MeshTweenChain|lr=20k",
    "mha|fp6|MeshTweenChain|lr=20k",
    "lstm|fp6|MeshTweenChain|lr=20k",
    "rnn|fp6|MeshTweenChain|lr=20k",
    "mamba|fp6|MeshTweenChain|lr=20k",
    "gdn|fp6|MeshTweenChain|lr=20k",
    "swiglu|fp6|MeshTweenChain|lr=20k",
    "residual|fp6|MeshTweenChain|lr=20k",
    "layernorm|fp6|MeshTweenChain|lr=20k",
    "rmsnorm|fp6|MeshTweenChain|lr=20k",
    "dense|int6|MeshTweenChain|lr=20k",
    "cnn1|int6|MeshTweenChain|lr=20k",
    "cnn2|int6|MeshTweenChain|lr=20k",
    "cnn3|int6|MeshTweenChain|lr=20k",
    "convt1|int6|MeshTweenChain|lr=20k",
    "convt2|int6|MeshTweenChain|lr=20k",
    "convt3|int6|MeshTweenChain|lr=20k",
    "mha|int6|MeshTweenChain|lr=20k",
    "lstm|int6|MeshTweenChain|lr=20k",
    "rnn|int6|MeshTweenChain|lr=20k",
    "mamba|int6|MeshTweenChain|lr=20k",
    "gdn|int6|MeshTweenChain|lr=20k",
    "swiglu|int6|MeshTweenChain|lr=20k",
    "residual|int6|MeshTweenChain|lr=20k",
    "layernorm|int6|MeshTweenChain|lr=20k",
    "rmsnorm|int6|MeshTweenChain|lr=20k",
    "dense|uint6|MeshTweenChain|lr=20k",
    "cnn1|uint6|MeshTweenChain|lr=20k",
    "cnn2|uint6|MeshTweenChain|lr=20k",
    "cnn3|uint6|MeshTweenChain|lr=20k",
    "convt1|uint6|MeshTweenChain|lr=20k",
    "convt2|uint6|MeshTweenChain|lr=20k",
    "convt3|uint6|MeshTweenChain|lr=20k",
    "mha|uint6|MeshTweenChain|lr=20k",
    "lstm|uint6|MeshTweenChain|lr=20k",
    "rnn|uint6|MeshTweenChain|lr=20k",
    "mamba|uint6|MeshTweenChain|lr=20k",
    "gdn|uint6|MeshTweenChain|lr=20k",
    "swiglu|uint6|MeshTweenChain|lr=20k",
    "residual|uint6|MeshTweenChain|lr=20k",
    "layernorm|uint6|MeshTweenChain|lr=20k",
    "rmsnorm|uint6|MeshTweenChain|lr=20k",
    "dense|int5|MeshTweenChain|lr=20k",
    "cnn1|int5|MeshTweenChain|lr=20k",
    "cnn2|int5|MeshTweenChain|lr=20k",
    "cnn3|int5|MeshTweenChain|lr=20k",
    "convt1|int5|MeshTweenChain|lr=20k",
    "convt2|int5|MeshTweenChain|lr=20k",
    "convt3|int5|MeshTweenChain|lr=20k",
    "mha|int5|MeshTweenChain|lr=20k",
    "lstm|int5|MeshTweenChain|lr=20k",
    "rnn|int5|MeshTweenChain|lr=20k",
    "mamba|int5|MeshTweenChain|lr=20k",
    "gdn|int5|MeshTweenChain|lr=20k",
    "swiglu|int5|MeshTweenChain|lr=20k",
    "residual|int5|MeshTweenChain|lr=20k",
    "layernorm|int5|MeshTweenChain|lr=20k",
    "rmsnorm|int5|MeshTweenChain|lr=20k",
    "dense|uint5|MeshTweenChain|lr=20k",
    "cnn1|uint5|MeshTweenChain|lr=20k",
    "cnn2|uint5|MeshTweenChain|lr=20k",
    "cnn3|uint5|MeshTweenChain|lr=20k",
    "convt1|uint5|MeshTweenChain|lr=20k",
    "convt2|uint5|MeshTweenChain|lr=20k",
    "convt3|uint5|MeshTweenChain|lr=20k",
    "mha|uint5|MeshTweenChain|lr=20k",
    "lstm|uint5|MeshTweenChain|lr=20k",
    "rnn|uint5|MeshTweenChain|lr=20k",
    "mamba|uint5|MeshTweenChain|lr=20k",
    "gdn|uint5|MeshTweenChain|lr=20k",
    "swiglu|uint5|MeshTweenChain|lr=20k",
    "residual|uint5|MeshTweenChain|lr=20k",
    "layernorm|uint5|MeshTweenChain|lr=20k",
    "rmsnorm|uint5|MeshTweenChain|lr=20k",
    "dense|int3|MeshTweenChain|lr=20k",
    "cnn1|int3|MeshTweenChain|lr=20k",
    "cnn2|int3|MeshTweenChain|lr=20k",
    "cnn3|int3|MeshTweenChain|lr=20k",
    "convt1|int3|MeshTweenChain|lr=20k",
    "convt2|int3|MeshTweenChain|lr=20k",
    "convt3|int3|MeshTweenChain|lr=20k",
    "mha|int3|MeshTweenChain|lr=20k",
    "lstm|int3|MeshTweenChain|lr=20k",
    "rnn|int3|MeshTweenChain|lr=20k",
    "mamba|int3|MeshTweenChain|lr=20k",
    "gdn|int3|MeshTweenChain|lr=20k",
    "swiglu|int3|MeshTweenChain|lr=20k",
    "residual|int3|MeshTweenChain|lr=20k",
    "layernorm|int3|MeshTweenChain|lr=20k",
    "rmsnorm|int3|MeshTweenChain|lr=20k",
    "dense|uint3|MeshTweenChain|lr=20k",
    "cnn1|uint3|MeshTweenChain|lr=20k",
    "cnn2|uint3|MeshTweenChain|lr=20k",
    "cnn3|uint3|MeshTweenChain|lr=20k",
    "convt1|uint3|MeshTweenChain|lr=20k",
    "convt2|uint3|MeshTweenChain|lr=20k",
    "convt3|uint3|MeshTweenChain|lr=20k",
    "mha|uint3|MeshTweenChain|lr=20k",
    "lstm|uint3|MeshTweenChain|lr=20k",
    "rnn|uint3|MeshTweenChain|lr=20k",
    "mamba|uint3|MeshTweenChain|lr=20k",
    "gdn|uint3|MeshTweenChain|lr=20k",
    "swiglu|uint3|MeshTweenChain|lr=20k",
    "residual|uint3|MeshTweenChain|lr=20k",
    "layernorm|uint3|MeshTweenChain|lr=20k",
    "rmsnorm|uint3|MeshTweenChain|lr=20k",
    "dense|float64|TweenSplit|lr=20k",
    "cnn1|float64|TweenSplit|lr=20k",
    "cnn2|float64|TweenSplit|lr=20k",
    "cnn3|float64|TweenSplit|lr=20k",
    "convt1|float64|TweenSplit|lr=20k",
    "convt2|float64|TweenSplit|lr=20k",
    "convt3|float64|TweenSplit|lr=20k",
    "mha|float64|TweenSplit|lr=20k",
    "lstm|float64|TweenSplit|lr=20k",
    "rnn|float64|TweenSplit|lr=20k",
    "mamba|float64|TweenSplit|lr=20k",
    "gdn|float64|TweenSplit|lr=20k",
    "swiglu|float64|TweenSplit|lr=20k",
    "residual|float64|TweenSplit|lr=20k",
    "layernorm|float64|TweenSplit|lr=20k",
    "rmsnorm|float64|TweenSplit|lr=20k",
    "dense|float32|TweenSplit|lr=20k",
    "cnn1|float32|TweenSplit|lr=20k",
    "cnn2|float32|TweenSplit|lr=20k",
    "cnn3|float32|TweenSplit|lr=20k",
    "convt1|float32|TweenSplit|lr=20k",
    "convt2|float32|TweenSplit|lr=20k",
    "convt3|float32|TweenSplit|lr=20k",
    "mha|float32|TweenSplit|lr=20k",
    "lstm|float32|TweenSplit|lr=20k",
    "rnn|float32|TweenSplit|lr=20k",
    "mamba|float32|TweenSplit|lr=20k",
    "gdn|float32|TweenSplit|lr=20k",
    "swiglu|float32|TweenSplit|lr=20k",
    "residual|float32|TweenSplit|lr=20k",
    "layernorm|float32|TweenSplit|lr=20k",
    "rmsnorm|float32|TweenSplit|lr=20k",
    "dense|float16|TweenSplit|lr=20k",
    "cnn1|float16|TweenSplit|lr=20k",
    "cnn2|float16|TweenSplit|lr=20k",
    "cnn3|float16|TweenSplit|lr=20k",
    "convt1|float16|TweenSplit|lr=20k",
    "convt2|float16|TweenSplit|lr=20k",
    "convt3|float16|TweenSplit|lr=20k",
    "mha|float16|TweenSplit|lr=20k",
    "lstm|float16|TweenSplit|lr=20k",
    "rnn|float16|TweenSplit|lr=20k",
    "mamba|float16|TweenSplit|lr=20k",
    "gdn|float16|TweenSplit|lr=20k",
    "swiglu|float16|TweenSplit|lr=20k",
    "residual|float16|TweenSplit|lr=20k",
    "layernorm|float16|TweenSplit|lr=20k",
    "rmsnorm|float16|TweenSplit|lr=20k",
    "dense|bfloat16|TweenSplit|lr=20k",
    "cnn1|bfloat16|TweenSplit|lr=20k",
    "cnn2|bfloat16|TweenSplit|lr=20k",
    "cnn3|bfloat16|TweenSplit|lr=20k",
    "convt1|bfloat16|TweenSplit|lr=20k",
    "convt2|bfloat16|TweenSplit|lr=20k",
    "convt3|bfloat16|TweenSplit|lr=20k",
    "mha|bfloat16|TweenSplit|lr=20k",
    "lstm|bfloat16|TweenSplit|lr=20k",
    "rnn|bfloat16|TweenSplit|lr=20k",
    "mamba|bfloat16|TweenSplit|lr=20k",
    "gdn|bfloat16|TweenSplit|lr=20k",
    "swiglu|bfloat16|TweenSplit|lr=20k",
    "residual|bfloat16|TweenSplit|lr=20k",
    "layernorm|bfloat16|TweenSplit|lr=20k",
    "rmsnorm|bfloat16|TweenSplit|lr=20k",
    "dense|fp8e4m3|TweenSplit|lr=20k",
    "cnn1|fp8e4m3|TweenSplit|lr=20k",
    "cnn2|fp8e4m3|TweenSplit|lr=20k",
    "cnn3|fp8e4m3|TweenSplit|lr=20k",
    "convt1|fp8e4m3|TweenSplit|lr=20k",
    "convt2|fp8e4m3|TweenSplit|lr=20k",
    "convt3|fp8e4m3|TweenSplit|lr=20k",
    "mha|fp8e4m3|TweenSplit|lr=20k",
    "lstm|fp8e4m3|TweenSplit|lr=20k",
    "rnn|fp8e4m3|TweenSplit|lr=20k",
    "mamba|fp8e4m3|TweenSplit|lr=20k",
    "gdn|fp8e4m3|TweenSplit|lr=20k",
    "swiglu|fp8e4m3|TweenSplit|lr=20k",
    "residual|fp8e4m3|TweenSplit|lr=20k",
    "layernorm|fp8e4m3|TweenSplit|lr=20k",
    "rmsnorm|fp8e4m3|TweenSplit|lr=20k",
    "dense|fp8e5m2|TweenSplit|lr=20k",
    "cnn1|fp8e5m2|TweenSplit|lr=20k",
    "cnn2|fp8e5m2|TweenSplit|lr=20k",
    "cnn3|fp8e5m2|TweenSplit|lr=20k",
    "convt1|fp8e5m2|TweenSplit|lr=20k",
    "convt2|fp8e5m2|TweenSplit|lr=20k",
    "convt3|fp8e5m2|TweenSplit|lr=20k",
    "mha|fp8e5m2|TweenSplit|lr=20k",
    "lstm|fp8e5m2|TweenSplit|lr=20k",
    "rnn|fp8e5m2|TweenSplit|lr=20k",
    "mamba|fp8e5m2|TweenSplit|lr=20k",
    "gdn|fp8e5m2|TweenSplit|lr=20k",
    "swiglu|fp8e5m2|TweenSplit|lr=20k",
    "residual|fp8e5m2|TweenSplit|lr=20k",
    "layernorm|fp8e5m2|TweenSplit|lr=20k",
    "rmsnorm|fp8e5m2|TweenSplit|lr=20k",
    "dense|int64|TweenSplit|lr=20k",
    "cnn1|int64|TweenSplit|lr=20k",
    "cnn2|int64|TweenSplit|lr=20k",
    "cnn3|int64|TweenSplit|lr=20k",
    "convt1|int64|TweenSplit|lr=20k",
    "convt2|int64|TweenSplit|lr=20k",
    "convt3|int64|TweenSplit|lr=20k",
    "mha|int64|TweenSplit|lr=20k",
    "lstm|int64|TweenSplit|lr=20k",
    "rnn|int64|TweenSplit|lr=20k",
    "mamba|int64|TweenSplit|lr=20k",
    "gdn|int64|TweenSplit|lr=20k",
    "swiglu|int64|TweenSplit|lr=20k",
    "residual|int64|TweenSplit|lr=20k",
    "layernorm|int64|TweenSplit|lr=20k",
    "rmsnorm|int64|TweenSplit|lr=20k",
    "dense|int32|TweenSplit|lr=20k",
    "cnn1|int32|TweenSplit|lr=20k",
    "cnn2|int32|TweenSplit|lr=20k",
    "cnn3|int32|TweenSplit|lr=20k",
    "convt1|int32|TweenSplit|lr=20k",
    "convt2|int32|TweenSplit|lr=20k",
    "convt3|int32|TweenSplit|lr=20k",
    "mha|int32|TweenSplit|lr=20k",
    "lstm|int32|TweenSplit|lr=20k",
    "rnn|int32|TweenSplit|lr=20k",
    "mamba|int32|TweenSplit|lr=20k",
    "gdn|int32|TweenSplit|lr=20k",
    "swiglu|int32|TweenSplit|lr=20k",
    "residual|int32|TweenSplit|lr=20k",
    "layernorm|int32|TweenSplit|lr=20k",
    "rmsnorm|int32|TweenSplit|lr=20k",
    "dense|int16|TweenSplit|lr=20k",
    "cnn1|int16|TweenSplit|lr=20k",
    "cnn2|int16|TweenSplit|lr=20k",
    "cnn3|int16|TweenSplit|lr=20k",
    "convt1|int16|TweenSplit|lr=20k",
    "convt2|int16|TweenSplit|lr=20k",
    "convt3|int16|TweenSplit|lr=20k",
    "mha|int16|TweenSplit|lr=20k",
    "lstm|int16|TweenSplit|lr=20k",
    "rnn|int16|TweenSplit|lr=20k",
    "mamba|int16|TweenSplit|lr=20k",
    "gdn|int16|TweenSplit|lr=20k",
    "swiglu|int16|TweenSplit|lr=20k",
    "residual|int16|TweenSplit|lr=20k",
    "layernorm|int16|TweenSplit|lr=20k",
    "rmsnorm|int16|TweenSplit|lr=20k",
    "dense|int8|TweenSplit|lr=20k",
    "cnn1|int8|TweenSplit|lr=20k",
    "cnn2|int8|TweenSplit|lr=20k",
    "cnn3|int8|TweenSplit|lr=20k",
    "convt1|int8|TweenSplit|lr=20k",
    "convt2|int8|TweenSplit|lr=20k",
    "convt3|int8|TweenSplit|lr=20k",
    "mha|int8|TweenSplit|lr=20k",
    "lstm|int8|TweenSplit|lr=20k",
    "rnn|int8|TweenSplit|lr=20k",
    "mamba|int8|TweenSplit|lr=20k",
    "gdn|int8|TweenSplit|lr=20k",
    "swiglu|int8|TweenSplit|lr=20k",
    "residual|int8|TweenSplit|lr=20k",
    "layernorm|int8|TweenSplit|lr=20k",
    "rmsnorm|int8|TweenSplit|lr=20k",
    "dense|uint64|TweenSplit|lr=20k",
    "cnn1|uint64|TweenSplit|lr=20k",
    "cnn2|uint64|TweenSplit|lr=20k",
    "cnn3|uint64|TweenSplit|lr=20k",
    "convt1|uint64|TweenSplit|lr=20k",
    "convt2|uint64|TweenSplit|lr=20k",
    "convt3|uint64|TweenSplit|lr=20k",
    "mha|uint64|TweenSplit|lr=20k",
    "lstm|uint64|TweenSplit|lr=20k",
    "rnn|uint64|TweenSplit|lr=20k",
    "mamba|uint64|TweenSplit|lr=20k",
    "gdn|uint64|TweenSplit|lr=20k",
    "swiglu|uint64|TweenSplit|lr=20k",
    "residual|uint64|TweenSplit|lr=20k",
    "layernorm|uint64|TweenSplit|lr=20k",
    "rmsnorm|uint64|TweenSplit|lr=20k",
    "dense|uint32|TweenSplit|lr=20k",
    "cnn1|uint32|TweenSplit|lr=20k",
    "cnn2|uint32|TweenSplit|lr=20k",
    "cnn3|uint32|TweenSplit|lr=20k",
    "convt1|uint32|TweenSplit|lr=20k",
    "convt2|uint32|TweenSplit|lr=20k",
    "convt3|uint32|TweenSplit|lr=20k",
    "mha|uint32|TweenSplit|lr=20k",
    "lstm|uint32|TweenSplit|lr=20k",
    "rnn|uint32|TweenSplit|lr=20k",
    "mamba|uint32|TweenSplit|lr=20k",
    "gdn|uint32|TweenSplit|lr=20k",
    "swiglu|uint32|TweenSplit|lr=20k",
    "residual|uint32|TweenSplit|lr=20k",
    "layernorm|uint32|TweenSplit|lr=20k",
    "rmsnorm|uint32|TweenSplit|lr=20k",
    "dense|uint16|TweenSplit|lr=20k",
    "cnn1|uint16|TweenSplit|lr=20k",
    "cnn2|uint16|TweenSplit|lr=20k",
    "cnn3|uint16|TweenSplit|lr=20k",
    "convt1|uint16|TweenSplit|lr=20k",
    "convt2|uint16|TweenSplit|lr=20k",
    "convt3|uint16|TweenSplit|lr=20k",
    "mha|uint16|TweenSplit|lr=20k",
    "lstm|uint16|TweenSplit|lr=20k",
    "rnn|uint16|TweenSplit|lr=20k",
    "mamba|uint16|TweenSplit|lr=20k",
    "gdn|uint16|TweenSplit|lr=20k",
    "swiglu|uint16|TweenSplit|lr=20k",
    "residual|uint16|TweenSplit|lr=20k",
    "layernorm|uint16|TweenSplit|lr=20k",
    "rmsnorm|uint16|TweenSplit|lr=20k",
    "dense|uint8|TweenSplit|lr=20k",
    "cnn1|uint8|TweenSplit|lr=20k",
    "cnn2|uint8|TweenSplit|lr=20k",
    "cnn3|uint8|TweenSplit|lr=20k",
    "convt1|uint8|TweenSplit|lr=20k",
    "convt2|uint8|TweenSplit|lr=20k",
    "convt3|uint8|TweenSplit|lr=20k",
    "mha|uint8|TweenSplit|lr=20k",
    "lstm|uint8|TweenSplit|lr=20k",
    "rnn|uint8|TweenSplit|lr=20k",
    "mamba|uint8|TweenSplit|lr=20k",
    "gdn|uint8|TweenSplit|lr=20k",
    "swiglu|uint8|TweenSplit|lr=20k",
    "residual|uint8|TweenSplit|lr=20k",
    "layernorm|uint8|TweenSplit|lr=20k",
    "rmsnorm|uint8|TweenSplit|lr=20k",
    "dense|int4|TweenSplit|lr=20k",
    "cnn1|int4|TweenSplit|lr=20k",
    "cnn2|int4|TweenSplit|lr=20k",
    "cnn3|int4|TweenSplit|lr=20k",
    "convt1|int4|TweenSplit|lr=20k",
    "convt2|int4|TweenSplit|lr=20k",
    "convt3|int4|TweenSplit|lr=20k",
    "mha|int4|TweenSplit|lr=20k",
    "lstm|int4|TweenSplit|lr=20k",
    "rnn|int4|TweenSplit|lr=20k",
    "mamba|int4|TweenSplit|lr=20k",
    "gdn|int4|TweenSplit|lr=20k",
    "swiglu|int4|TweenSplit|lr=20k",
    "residual|int4|TweenSplit|lr=20k",
    "layernorm|int4|TweenSplit|lr=20k",
    "rmsnorm|int4|TweenSplit|lr=20k",
    "dense|uint4|TweenSplit|lr=20k",
    "cnn1|uint4|TweenSplit|lr=20k",
    "cnn2|uint4|TweenSplit|lr=20k",
    "cnn3|uint4|TweenSplit|lr=20k",
    "convt1|uint4|TweenSplit|lr=20k",
    "convt2|uint4|TweenSplit|lr=20k",
    "convt3|uint4|TweenSplit|lr=20k",
    "mha|uint4|TweenSplit|lr=20k",
    "lstm|uint4|TweenSplit|lr=20k",
    "rnn|uint4|TweenSplit|lr=20k",
    "mamba|uint4|TweenSplit|lr=20k",
    "gdn|uint4|TweenSplit|lr=20k",
    "swiglu|uint4|TweenSplit|lr=20k",
    "residual|uint4|TweenSplit|lr=20k",
    "layernorm|uint4|TweenSplit|lr=20k",
    "rmsnorm|uint4|TweenSplit|lr=20k",
    "dense|fp4|TweenSplit|lr=20k",
    "cnn1|fp4|TweenSplit|lr=20k",
    "cnn2|fp4|TweenSplit|lr=20k",
    "cnn3|fp4|TweenSplit|lr=20k",
    "convt1|fp4|TweenSplit|lr=20k",
    "convt2|fp4|TweenSplit|lr=20k",
    "convt3|fp4|TweenSplit|lr=20k",
    "mha|fp4|TweenSplit|lr=20k",
    "lstm|fp4|TweenSplit|lr=20k",
    "rnn|fp4|TweenSplit|lr=20k",
    "mamba|fp4|TweenSplit|lr=20k",
    "gdn|fp4|TweenSplit|lr=20k",
    "swiglu|fp4|TweenSplit|lr=20k",
    "residual|fp4|TweenSplit|lr=20k",
    "layernorm|fp4|TweenSplit|lr=20k",
    "rmsnorm|fp4|TweenSplit|lr=20k",
    "dense|int2|TweenSplit|lr=20k",
    "cnn1|int2|TweenSplit|lr=20k",
    "cnn2|int2|TweenSplit|lr=20k",
    "cnn3|int2|TweenSplit|lr=20k",
    "convt1|int2|TweenSplit|lr=20k",
    "convt2|int2|TweenSplit|lr=20k",
    "convt3|int2|TweenSplit|lr=20k",
    "mha|int2|TweenSplit|lr=20k",
    "lstm|int2|TweenSplit|lr=20k",
    "rnn|int2|TweenSplit|lr=20k",
    "mamba|int2|TweenSplit|lr=20k",
    "gdn|int2|TweenSplit|lr=20k",
    "swiglu|int2|TweenSplit|lr=20k",
    "residual|int2|TweenSplit|lr=20k",
    "layernorm|int2|TweenSplit|lr=20k",
    "rmsnorm|int2|TweenSplit|lr=20k",
    "dense|uint2|TweenSplit|lr=20k",
    "cnn1|uint2|TweenSplit|lr=20k",
    "cnn2|uint2|TweenSplit|lr=20k",
    "cnn3|uint2|TweenSplit|lr=20k",
    "convt1|uint2|TweenSplit|lr=20k",
    "convt2|uint2|TweenSplit|lr=20k",
    "convt3|uint2|TweenSplit|lr=20k",
    "mha|uint2|TweenSplit|lr=20k",
    "lstm|uint2|TweenSplit|lr=20k",
    "rnn|uint2|TweenSplit|lr=20k",
    "mamba|uint2|TweenSplit|lr=20k",
    "gdn|uint2|TweenSplit|lr=20k",
    "swiglu|uint2|TweenSplit|lr=20k",
    "residual|uint2|TweenSplit|lr=20k",
    "layernorm|uint2|TweenSplit|lr=20k",
    "rmsnorm|uint2|TweenSplit|lr=20k",
    "dense|ternary|TweenSplit|lr=20k",
    "cnn1|ternary|TweenSplit|lr=20k",
    "cnn2|ternary|TweenSplit|lr=20k",
    "cnn3|ternary|TweenSplit|lr=20k",
    "convt1|ternary|TweenSplit|lr=20k",
    "convt2|ternary|TweenSplit|lr=20k",
    "convt3|ternary|TweenSplit|lr=20k",
    "mha|ternary|TweenSplit|lr=20k",
    "lstm|ternary|TweenSplit|lr=20k",
    "rnn|ternary|TweenSplit|lr=20k",
    "mamba|ternary|TweenSplit|lr=20k",
    "gdn|ternary|TweenSplit|lr=20k",
    "swiglu|ternary|TweenSplit|lr=20k",
    "residual|ternary|TweenSplit|lr=20k",
    "layernorm|ternary|TweenSplit|lr=20k",
    "rmsnorm|ternary|TweenSplit|lr=20k",
    "dense|binary|TweenSplit|lr=20k",
    "cnn1|binary|TweenSplit|lr=20k",
    "cnn2|binary|TweenSplit|lr=20k",
    "cnn3|binary|TweenSplit|lr=20k",
    "convt1|binary|TweenSplit|lr=20k",
    "convt2|binary|TweenSplit|lr=20k",
    "convt3|binary|TweenSplit|lr=20k",
    "mha|binary|TweenSplit|lr=20k",
    "lstm|binary|TweenSplit|lr=20k",
    "rnn|binary|TweenSplit|lr=20k",
    "mamba|binary|TweenSplit|lr=20k",
    "gdn|binary|TweenSplit|lr=20k",
    "swiglu|binary|TweenSplit|lr=20k",
    "residual|binary|TweenSplit|lr=20k",
    "layernorm|binary|TweenSplit|lr=20k",
    "rmsnorm|binary|TweenSplit|lr=20k",
    "dense|int|TweenSplit|lr=20k",
    "cnn1|int|TweenSplit|lr=20k",
    "cnn2|int|TweenSplit|lr=20k",
    "cnn3|int|TweenSplit|lr=20k",
    "convt1|int|TweenSplit|lr=20k",
    "convt2|int|TweenSplit|lr=20k",
    "convt3|int|TweenSplit|lr=20k",
    "mha|int|TweenSplit|lr=20k",
    "lstm|int|TweenSplit|lr=20k",
    "rnn|int|TweenSplit|lr=20k",
    "mamba|int|TweenSplit|lr=20k",
    "gdn|int|TweenSplit|lr=20k",
    "swiglu|int|TweenSplit|lr=20k",
    "residual|int|TweenSplit|lr=20k",
    "layernorm|int|TweenSplit|lr=20k",
    "rmsnorm|int|TweenSplit|lr=20k",
    "dense|uint|TweenSplit|lr=20k",
    "cnn1|uint|TweenSplit|lr=20k",
    "cnn2|uint|TweenSplit|lr=20k",
    "cnn3|uint|TweenSplit|lr=20k",
    "convt1|uint|TweenSplit|lr=20k",
    "convt2|uint|TweenSplit|lr=20k",
    "convt3|uint|TweenSplit|lr=20k",
    "mha|uint|TweenSplit|lr=20k",
    "lstm|uint|TweenSplit|lr=20k",
    "rnn|uint|TweenSplit|lr=20k",
    "mamba|uint|TweenSplit|lr=20k",
    "gdn|uint|TweenSplit|lr=20k",
    "swiglu|uint|TweenSplit|lr=20k",
    "residual|uint|TweenSplit|lr=20k",
    "layernorm|uint|TweenSplit|lr=20k",
    "rmsnorm|uint|TweenSplit|lr=20k",
    "dense|uintptr|TweenSplit|lr=20k",
    "cnn1|uintptr|TweenSplit|lr=20k",
    "cnn2|uintptr|TweenSplit|lr=20k",
    "cnn3|uintptr|TweenSplit|lr=20k",
    "convt1|uintptr|TweenSplit|lr=20k",
    "convt2|uintptr|TweenSplit|lr=20k",
    "convt3|uintptr|TweenSplit|lr=20k",
    "mha|uintptr|TweenSplit|lr=20k",
    "lstm|uintptr|TweenSplit|lr=20k",
    "rnn|uintptr|TweenSplit|lr=20k",
    "mamba|uintptr|TweenSplit|lr=20k",
    "gdn|uintptr|TweenSplit|lr=20k",
    "swiglu|uintptr|TweenSplit|lr=20k",
    "residual|uintptr|TweenSplit|lr=20k",
    "layernorm|uintptr|TweenSplit|lr=20k",
    "rmsnorm|uintptr|TweenSplit|lr=20k",
    "dense|complex64|TweenSplit|lr=20k",
    "cnn1|complex64|TweenSplit|lr=20k",
    "cnn2|complex64|TweenSplit|lr=20k",
    "cnn3|complex64|TweenSplit|lr=20k",
    "convt1|complex64|TweenSplit|lr=20k",
    "convt2|complex64|TweenSplit|lr=20k",
    "convt3|complex64|TweenSplit|lr=20k",
    "mha|complex64|TweenSplit|lr=20k",
    "lstm|complex64|TweenSplit|lr=20k",
    "rnn|complex64|TweenSplit|lr=20k",
    "mamba|complex64|TweenSplit|lr=20k",
    "gdn|complex64|TweenSplit|lr=20k",
    "swiglu|complex64|TweenSplit|lr=20k",
    "residual|complex64|TweenSplit|lr=20k",
    "layernorm|complex64|TweenSplit|lr=20k",
    "rmsnorm|complex64|TweenSplit|lr=20k",
    "dense|complex128|TweenSplit|lr=20k",
    "cnn1|complex128|TweenSplit|lr=20k",
    "cnn2|complex128|TweenSplit|lr=20k",
    "cnn3|complex128|TweenSplit|lr=20k",
    "convt1|complex128|TweenSplit|lr=20k",
    "convt2|complex128|TweenSplit|lr=20k",
    "convt3|complex128|TweenSplit|lr=20k",
    "mha|complex128|TweenSplit|lr=20k",
    "lstm|complex128|TweenSplit|lr=20k",
    "rnn|complex128|TweenSplit|lr=20k",
    "mamba|complex128|TweenSplit|lr=20k",
    "gdn|complex128|TweenSplit|lr=20k",
    "swiglu|complex128|TweenSplit|lr=20k",
    "residual|complex128|TweenSplit|lr=20k",
    "layernorm|complex128|TweenSplit|lr=20k",
    "rmsnorm|complex128|TweenSplit|lr=20k",
    "dense|nf4|TweenSplit|lr=20k",
    "cnn1|nf4|TweenSplit|lr=20k",
    "cnn2|nf4|TweenSplit|lr=20k",
    "cnn3|nf4|TweenSplit|lr=20k",
    "convt1|nf4|TweenSplit|lr=20k",
    "convt2|nf4|TweenSplit|lr=20k",
    "convt3|nf4|TweenSplit|lr=20k",
    "mha|nf4|TweenSplit|lr=20k",
    "lstm|nf4|TweenSplit|lr=20k",
    "rnn|nf4|TweenSplit|lr=20k",
    "mamba|nf4|TweenSplit|lr=20k",
    "gdn|nf4|TweenSplit|lr=20k",
    "swiglu|nf4|TweenSplit|lr=20k",
    "residual|nf4|TweenSplit|lr=20k",
    "layernorm|nf4|TweenSplit|lr=20k",
    "rmsnorm|nf4|TweenSplit|lr=20k",
    "dense|fp6|TweenSplit|lr=20k",
    "cnn1|fp6|TweenSplit|lr=20k",
    "cnn2|fp6|TweenSplit|lr=20k",
    "cnn3|fp6|TweenSplit|lr=20k",
    "convt1|fp6|TweenSplit|lr=20k",
    "convt2|fp6|TweenSplit|lr=20k",
    "convt3|fp6|TweenSplit|lr=20k",
    "mha|fp6|TweenSplit|lr=20k",
    "lstm|fp6|TweenSplit|lr=20k",
    "rnn|fp6|TweenSplit|lr=20k",
    "mamba|fp6|TweenSplit|lr=20k",
    "gdn|fp6|TweenSplit|lr=20k",
    "swiglu|fp6|TweenSplit|lr=20k",
    "residual|fp6|TweenSplit|lr=20k",
    "layernorm|fp6|TweenSplit|lr=20k",
    "rmsnorm|fp6|TweenSplit|lr=20k",
    "dense|int6|TweenSplit|lr=20k",
    "cnn1|int6|TweenSplit|lr=20k",
    "cnn2|int6|TweenSplit|lr=20k",
    "cnn3|int6|TweenSplit|lr=20k",
    "convt1|int6|TweenSplit|lr=20k",
    "convt2|int6|TweenSplit|lr=20k",
    "convt3|int6|TweenSplit|lr=20k",
    "mha|int6|TweenSplit|lr=20k",
    "lstm|int6|TweenSplit|lr=20k",
    "rnn|int6|TweenSplit|lr=20k",
    "mamba|int6|TweenSplit|lr=20k",
    "gdn|int6|TweenSplit|lr=20k",
    "swiglu|int6|TweenSplit|lr=20k",
    "residual|int6|TweenSplit|lr=20k",
    "layernorm|int6|TweenSplit|lr=20k",
    "rmsnorm|int6|TweenSplit|lr=20k",
    "dense|uint6|TweenSplit|lr=20k",
    "cnn1|uint6|TweenSplit|lr=20k",
    "cnn2|uint6|TweenSplit|lr=20k",
    "cnn3|uint6|TweenSplit|lr=20k",
    "convt1|uint6|TweenSplit|lr=20k",
    "convt2|uint6|TweenSplit|lr=20k",
    "convt3|uint6|TweenSplit|lr=20k",
    "mha|uint6|TweenSplit|lr=20k",
    "lstm|uint6|TweenSplit|lr=20k",
    "rnn|uint6|TweenSplit|lr=20k",
    "mamba|uint6|TweenSplit|lr=20k",
    "gdn|uint6|TweenSplit|lr=20k",
    "swiglu|uint6|TweenSplit|lr=20k",
    "residual|uint6|TweenSplit|lr=20k",
    "layernorm|uint6|TweenSplit|lr=20k",
    "rmsnorm|uint6|TweenSplit|lr=20k",
    "dense|int5|TweenSplit|lr=20k",
    "cnn1|int5|TweenSplit|lr=20k",
    "cnn2|int5|TweenSplit|lr=20k",
    "cnn3|int5|TweenSplit|lr=20k",
    "convt1|int5|TweenSplit|lr=20k",
    "convt2|int5|TweenSplit|lr=20k",
    "convt3|int5|TweenSplit|lr=20k",
    "mha|int5|TweenSplit|lr=20k",
    "lstm|int5|TweenSplit|lr=20k",
    "rnn|int5|TweenSplit|lr=20k",
    "mamba|int5|TweenSplit|lr=20k",
    "gdn|int5|TweenSplit|lr=20k",
    "swiglu|int5|TweenSplit|lr=20k",
    "residual|int5|TweenSplit|lr=20k",
    "layernorm|int5|TweenSplit|lr=20k",
    "rmsnorm|int5|TweenSplit|lr=20k",
    "dense|uint5|TweenSplit|lr=20k",
    "cnn1|uint5|TweenSplit|lr=20k",
    "cnn2|uint5|TweenSplit|lr=20k",
    "cnn3|uint5|TweenSplit|lr=20k",
    "convt1|uint5|TweenSplit|lr=20k",
    "convt2|uint5|TweenSplit|lr=20k",
    "convt3|uint5|TweenSplit|lr=20k",
    "mha|uint5|TweenSplit|lr=20k",
    "lstm|uint5|TweenSplit|lr=20k",
    "rnn|uint5|TweenSplit|lr=20k",
    "mamba|uint5|TweenSplit|lr=20k",
    "gdn|uint5|TweenSplit|lr=20k",
    "swiglu|uint5|TweenSplit|lr=20k",
    "residual|uint5|TweenSplit|lr=20k",
    "layernorm|uint5|TweenSplit|lr=20k",
    "rmsnorm|uint5|TweenSplit|lr=20k",
    "dense|int3|TweenSplit|lr=20k",
    "cnn1|int3|TweenSplit|lr=20k",
    "cnn2|int3|TweenSplit|lr=20k",
    "cnn3|int3|TweenSplit|lr=20k",
    "convt1|int3|TweenSplit|lr=20k",
    "convt2|int3|TweenSplit|lr=20k",
    "convt3|int3|TweenSplit|lr=20k",
    "mha|int3|TweenSplit|lr=20k",
    "lstm|int3|TweenSplit|lr=20k",
    "rnn|int3|TweenSplit|lr=20k",
    "mamba|int3|TweenSplit|lr=20k",
    "gdn|int3|TweenSplit|lr=20k",
    "swiglu|int3|TweenSplit|lr=20k",
    "residual|int3|TweenSplit|lr=20k",
    "layernorm|int3|TweenSplit|lr=20k",
    "rmsnorm|int3|TweenSplit|lr=20k",
    "dense|uint3|TweenSplit|lr=20k",
    "cnn1|uint3|TweenSplit|lr=20k",
    "cnn2|uint3|TweenSplit|lr=20k",
    "cnn3|uint3|TweenSplit|lr=20k",
    "convt1|uint3|TweenSplit|lr=20k",
    "convt2|uint3|TweenSplit|lr=20k",
    "convt3|uint3|TweenSplit|lr=20k",
    "mha|uint3|TweenSplit|lr=20k",
    "lstm|uint3|TweenSplit|lr=20k",
    "rnn|uint3|TweenSplit|lr=20k",
    "mamba|uint3|TweenSplit|lr=20k",
    "gdn|uint3|TweenSplit|lr=20k",
    "swiglu|uint3|TweenSplit|lr=20k",
    "residual|uint3|TweenSplit|lr=20k",
    "layernorm|uint3|TweenSplit|lr=20k",
    "rmsnorm|uint3|TweenSplit|lr=20k",
    "dense|float64|StepTweenSplit|lr=20k",
    "cnn1|float64|StepTweenSplit|lr=20k",
    "cnn2|float64|StepTweenSplit|lr=20k",
    "cnn3|float64|StepTweenSplit|lr=20k",
    "convt1|float64|StepTweenSplit|lr=20k",
    "convt2|float64|StepTweenSplit|lr=20k",
    "convt3|float64|StepTweenSplit|lr=20k",
    "mha|float64|StepTweenSplit|lr=20k",
    "lstm|float64|StepTweenSplit|lr=20k",
    "rnn|float64|StepTweenSplit|lr=20k",
    "mamba|float64|StepTweenSplit|lr=20k",
    "gdn|float64|StepTweenSplit|lr=20k",
    "swiglu|float64|StepTweenSplit|lr=20k",
    "residual|float64|StepTweenSplit|lr=20k",
    "layernorm|float64|StepTweenSplit|lr=20k",
    "rmsnorm|float64|StepTweenSplit|lr=20k",
    "dense|float32|StepTweenSplit|lr=20k",
    "cnn1|float32|StepTweenSplit|lr=20k",
    "cnn2|float32|StepTweenSplit|lr=20k",
    "cnn3|float32|StepTweenSplit|lr=20k",
    "convt1|float32|StepTweenSplit|lr=20k",
    "convt2|float32|StepTweenSplit|lr=20k",
    "convt3|float32|StepTweenSplit|lr=20k",
    "mha|float32|StepTweenSplit|lr=20k",
    "lstm|float32|StepTweenSplit|lr=20k",
    "rnn|float32|StepTweenSplit|lr=20k",
    "mamba|float32|StepTweenSplit|lr=20k",
    "gdn|float32|StepTweenSplit|lr=20k",
    "swiglu|float32|StepTweenSplit|lr=20k",
    "residual|float32|StepTweenSplit|lr=20k",
    "layernorm|float32|StepTweenSplit|lr=20k",
    "rmsnorm|float32|StepTweenSplit|lr=20k",
    "dense|float16|StepTweenSplit|lr=20k",
    "cnn1|float16|StepTweenSplit|lr=20k",
    "cnn2|float16|StepTweenSplit|lr=20k",
    "cnn3|float16|StepTweenSplit|lr=20k",
    "convt1|float16|StepTweenSplit|lr=20k",
    "convt2|float16|StepTweenSplit|lr=20k",
    "convt3|float16|StepTweenSplit|lr=20k",
    "mha|float16|StepTweenSplit|lr=20k",
    "lstm|float16|StepTweenSplit|lr=20k",
    "rnn|float16|StepTweenSplit|lr=20k",
    "mamba|float16|StepTweenSplit|lr=20k",
    "gdn|float16|StepTweenSplit|lr=20k",
    "swiglu|float16|StepTweenSplit|lr=20k",
    "residual|float16|StepTweenSplit|lr=20k",
    "layernorm|float16|StepTweenSplit|lr=20k",
    "rmsnorm|float16|StepTweenSplit|lr=20k",
    "dense|bfloat16|StepTweenSplit|lr=20k",
    "cnn1|bfloat16|StepTweenSplit|lr=20k",
    "cnn2|bfloat16|StepTweenSplit|lr=20k",
    "cnn3|bfloat16|StepTweenSplit|lr=20k",
    "convt1|bfloat16|StepTweenSplit|lr=20k",
    "convt2|bfloat16|StepTweenSplit|lr=20k",
    "convt3|bfloat16|StepTweenSplit|lr=20k",
    "mha|bfloat16|StepTweenSplit|lr=20k",
    "lstm|bfloat16|StepTweenSplit|lr=20k",
    "rnn|bfloat16|StepTweenSplit|lr=20k",
    "mamba|bfloat16|StepTweenSplit|lr=20k",
    "gdn|bfloat16|StepTweenSplit|lr=20k",
    "swiglu|bfloat16|StepTweenSplit|lr=20k",
    "residual|bfloat16|StepTweenSplit|lr=20k",
    "layernorm|bfloat16|StepTweenSplit|lr=20k",
    "rmsnorm|bfloat16|StepTweenSplit|lr=20k",
    "dense|fp8e4m3|StepTweenSplit|lr=20k",
    "cnn1|fp8e4m3|StepTweenSplit|lr=20k",
    "cnn2|fp8e4m3|StepTweenSplit|lr=20k",
    "cnn3|fp8e4m3|StepTweenSplit|lr=20k",
    "convt1|fp8e4m3|StepTweenSplit|lr=20k",
    "convt2|fp8e4m3|StepTweenSplit|lr=20k",
    "convt3|fp8e4m3|StepTweenSplit|lr=20k",
    "mha|fp8e4m3|StepTweenSplit|lr=20k",
    "lstm|fp8e4m3|StepTweenSplit|lr=20k",
    "rnn|fp8e4m3|StepTweenSplit|lr=20k",
    "mamba|fp8e4m3|StepTweenSplit|lr=20k",
    "gdn|fp8e4m3|StepTweenSplit|lr=20k",
    "swiglu|fp8e4m3|StepTweenSplit|lr=20k",
    "residual|fp8e4m3|StepTweenSplit|lr=20k",
    "layernorm|fp8e4m3|StepTweenSplit|lr=20k",
    "rmsnorm|fp8e4m3|StepTweenSplit|lr=20k",
    "dense|fp8e5m2|StepTweenSplit|lr=20k",
    "cnn1|fp8e5m2|StepTweenSplit|lr=20k",
    "cnn2|fp8e5m2|StepTweenSplit|lr=20k",
    "cnn3|fp8e5m2|StepTweenSplit|lr=20k",
    "convt1|fp8e5m2|StepTweenSplit|lr=20k",
    "convt2|fp8e5m2|StepTweenSplit|lr=20k",
    "convt3|fp8e5m2|StepTweenSplit|lr=20k",
    "mha|fp8e5m2|StepTweenSplit|lr=20k",
    "lstm|fp8e5m2|StepTweenSplit|lr=20k",
    "rnn|fp8e5m2|StepTweenSplit|lr=20k",
    "mamba|fp8e5m2|StepTweenSplit|lr=20k",
    "gdn|fp8e5m2|StepTweenSplit|lr=20k",
    "swiglu|fp8e5m2|StepTweenSplit|lr=20k",
    "residual|fp8e5m2|StepTweenSplit|lr=20k",
    "layernorm|fp8e5m2|StepTweenSplit|lr=20k",
    "rmsnorm|fp8e5m2|StepTweenSplit|lr=20k",
    "dense|int64|StepTweenSplit|lr=20k",
    "cnn1|int64|StepTweenSplit|lr=20k",
    "cnn2|int64|StepTweenSplit|lr=20k",
    "cnn3|int64|StepTweenSplit|lr=20k",
    "convt1|int64|StepTweenSplit|lr=20k",
    "convt2|int64|StepTweenSplit|lr=20k",
    "convt3|int64|StepTweenSplit|lr=20k",
    "mha|int64|StepTweenSplit|lr=20k",
    "lstm|int64|StepTweenSplit|lr=20k",
    "rnn|int64|StepTweenSplit|lr=20k",
    "mamba|int64|StepTweenSplit|lr=20k",
    "gdn|int64|StepTweenSplit|lr=20k",
    "swiglu|int64|StepTweenSplit|lr=20k",
    "residual|int64|StepTweenSplit|lr=20k",
    "layernorm|int64|StepTweenSplit|lr=20k",
    "rmsnorm|int64|StepTweenSplit|lr=20k",
    "dense|int32|StepTweenSplit|lr=20k",
    "cnn1|int32|StepTweenSplit|lr=20k",
    "cnn2|int32|StepTweenSplit|lr=20k",
    "cnn3|int32|StepTweenSplit|lr=20k",
    "convt1|int32|StepTweenSplit|lr=20k",
    "convt2|int32|StepTweenSplit|lr=20k",
    "convt3|int32|StepTweenSplit|lr=20k",
    "mha|int32|StepTweenSplit|lr=20k",
    "lstm|int32|StepTweenSplit|lr=20k",
    "rnn|int32|StepTweenSplit|lr=20k",
    "mamba|int32|StepTweenSplit|lr=20k",
    "gdn|int32|StepTweenSplit|lr=20k",
    "swiglu|int32|StepTweenSplit|lr=20k",
    "residual|int32|StepTweenSplit|lr=20k",
    "layernorm|int32|StepTweenSplit|lr=20k",
    "rmsnorm|int32|StepTweenSplit|lr=20k",
    "dense|int16|StepTweenSplit|lr=20k",
    "cnn1|int16|StepTweenSplit|lr=20k",
    "cnn2|int16|StepTweenSplit|lr=20k",
    "cnn3|int16|StepTweenSplit|lr=20k",
    "convt1|int16|StepTweenSplit|lr=20k",
    "convt2|int16|StepTweenSplit|lr=20k",
    "convt3|int16|StepTweenSplit|lr=20k",
    "mha|int16|StepTweenSplit|lr=20k",
    "lstm|int16|StepTweenSplit|lr=20k",
    "rnn|int16|StepTweenSplit|lr=20k",
    "mamba|int16|StepTweenSplit|lr=20k",
    "gdn|int16|StepTweenSplit|lr=20k",
    "swiglu|int16|StepTweenSplit|lr=20k",
    "residual|int16|StepTweenSplit|lr=20k",
    "layernorm|int16|StepTweenSplit|lr=20k",
    "rmsnorm|int16|StepTweenSplit|lr=20k",
    "dense|int8|StepTweenSplit|lr=20k",
    "cnn1|int8|StepTweenSplit|lr=20k",
    "cnn2|int8|StepTweenSplit|lr=20k",
    "cnn3|int8|StepTweenSplit|lr=20k",
    "convt1|int8|StepTweenSplit|lr=20k",
    "convt2|int8|StepTweenSplit|lr=20k",
    "convt3|int8|StepTweenSplit|lr=20k",
    "mha|int8|StepTweenSplit|lr=20k",
    "lstm|int8|StepTweenSplit|lr=20k",
    "rnn|int8|StepTweenSplit|lr=20k",
    "mamba|int8|StepTweenSplit|lr=20k",
    "gdn|int8|StepTweenSplit|lr=20k",
    "swiglu|int8|StepTweenSplit|lr=20k",
    "residual|int8|StepTweenSplit|lr=20k",
    "layernorm|int8|StepTweenSplit|lr=20k",
    "rmsnorm|int8|StepTweenSplit|lr=20k",
    "dense|uint64|StepTweenSplit|lr=20k",
    "cnn1|uint64|StepTweenSplit|lr=20k",
    "cnn2|uint64|StepTweenSplit|lr=20k",
    "cnn3|uint64|StepTweenSplit|lr=20k",
    "convt1|uint64|StepTweenSplit|lr=20k",
    "convt2|uint64|StepTweenSplit|lr=20k",
    "convt3|uint64|StepTweenSplit|lr=20k",
    "mha|uint64|StepTweenSplit|lr=20k",
    "lstm|uint64|StepTweenSplit|lr=20k",
    "rnn|uint64|StepTweenSplit|lr=20k",
    "mamba|uint64|StepTweenSplit|lr=20k",
    "gdn|uint64|StepTweenSplit|lr=20k",
    "swiglu|uint64|StepTweenSplit|lr=20k",
    "residual|uint64|StepTweenSplit|lr=20k",
    "layernorm|uint64|StepTweenSplit|lr=20k",
    "rmsnorm|uint64|StepTweenSplit|lr=20k",
    "dense|uint32|StepTweenSplit|lr=20k",
    "cnn1|uint32|StepTweenSplit|lr=20k",
    "cnn2|uint32|StepTweenSplit|lr=20k",
    "cnn3|uint32|StepTweenSplit|lr=20k",
    "convt1|uint32|StepTweenSplit|lr=20k",
    "convt2|uint32|StepTweenSplit|lr=20k",
    "convt3|uint32|StepTweenSplit|lr=20k",
    "mha|uint32|StepTweenSplit|lr=20k",
    "lstm|uint32|StepTweenSplit|lr=20k",
    "rnn|uint32|StepTweenSplit|lr=20k",
    "mamba|uint32|StepTweenSplit|lr=20k",
    "gdn|uint32|StepTweenSplit|lr=20k",
    "swiglu|uint32|StepTweenSplit|lr=20k",
    "residual|uint32|StepTweenSplit|lr=20k",
    "layernorm|uint32|StepTweenSplit|lr=20k",
    "rmsnorm|uint32|StepTweenSplit|lr=20k",
    "dense|uint16|StepTweenSplit|lr=20k",
    "cnn1|uint16|StepTweenSplit|lr=20k",
    "cnn2|uint16|StepTweenSplit|lr=20k",
    "cnn3|uint16|StepTweenSplit|lr=20k",
    "convt1|uint16|StepTweenSplit|lr=20k",
    "convt2|uint16|StepTweenSplit|lr=20k",
    "convt3|uint16|StepTweenSplit|lr=20k",
    "mha|uint16|StepTweenSplit|lr=20k",
    "lstm|uint16|StepTweenSplit|lr=20k",
    "rnn|uint16|StepTweenSplit|lr=20k",
    "mamba|uint16|StepTweenSplit|lr=20k",
    "gdn|uint16|StepTweenSplit|lr=20k",
    "swiglu|uint16|StepTweenSplit|lr=20k",
    "residual|uint16|StepTweenSplit|lr=20k",
    "layernorm|uint16|StepTweenSplit|lr=20k",
    "rmsnorm|uint16|StepTweenSplit|lr=20k",
    "dense|uint8|StepTweenSplit|lr=20k",
    "cnn1|uint8|StepTweenSplit|lr=20k",
    "cnn2|uint8|StepTweenSplit|lr=20k",
    "cnn3|uint8|StepTweenSplit|lr=20k",
    "convt1|uint8|StepTweenSplit|lr=20k",
    "convt2|uint8|StepTweenSplit|lr=20k",
    "convt3|uint8|StepTweenSplit|lr=20k",
    "mha|uint8|StepTweenSplit|lr=20k",
    "lstm|uint8|StepTweenSplit|lr=20k",
    "rnn|uint8|StepTweenSplit|lr=20k",
    "mamba|uint8|StepTweenSplit|lr=20k",
    "gdn|uint8|StepTweenSplit|lr=20k",
    "swiglu|uint8|StepTweenSplit|lr=20k",
    "residual|uint8|StepTweenSplit|lr=20k",
    "layernorm|uint8|StepTweenSplit|lr=20k",
    "rmsnorm|uint8|StepTweenSplit|lr=20k",
    "dense|int4|StepTweenSplit|lr=20k",
    "cnn1|int4|StepTweenSplit|lr=20k",
    "cnn2|int4|StepTweenSplit|lr=20k",
    "cnn3|int4|StepTweenSplit|lr=20k",
    "convt1|int4|StepTweenSplit|lr=20k",
    "convt2|int4|StepTweenSplit|lr=20k",
    "convt3|int4|StepTweenSplit|lr=20k",
    "mha|int4|StepTweenSplit|lr=20k",
    "lstm|int4|StepTweenSplit|lr=20k",
    "rnn|int4|StepTweenSplit|lr=20k",
    "mamba|int4|StepTweenSplit|lr=20k",
    "gdn|int4|StepTweenSplit|lr=20k",
    "swiglu|int4|StepTweenSplit|lr=20k",
    "residual|int4|StepTweenSplit|lr=20k",
    "layernorm|int4|StepTweenSplit|lr=20k",
    "rmsnorm|int4|StepTweenSplit|lr=20k",
    "dense|uint4|StepTweenSplit|lr=20k",
    "cnn1|uint4|StepTweenSplit|lr=20k",
    "cnn2|uint4|StepTweenSplit|lr=20k",
    "cnn3|uint4|StepTweenSplit|lr=20k",
    "convt1|uint4|StepTweenSplit|lr=20k",
    "convt2|uint4|StepTweenSplit|lr=20k",
    "convt3|uint4|StepTweenSplit|lr=20k",
    "mha|uint4|StepTweenSplit|lr=20k",
    "lstm|uint4|StepTweenSplit|lr=20k",
    "rnn|uint4|StepTweenSplit|lr=20k",
    "mamba|uint4|StepTweenSplit|lr=20k",
    "gdn|uint4|StepTweenSplit|lr=20k",
    "swiglu|uint4|StepTweenSplit|lr=20k",
    "residual|uint4|StepTweenSplit|lr=20k",
    "layernorm|uint4|StepTweenSplit|lr=20k",
    "rmsnorm|uint4|StepTweenSplit|lr=20k",
    "dense|fp4|StepTweenSplit|lr=20k",
    "cnn1|fp4|StepTweenSplit|lr=20k",
    "cnn2|fp4|StepTweenSplit|lr=20k",
    "cnn3|fp4|StepTweenSplit|lr=20k",
    "convt1|fp4|StepTweenSplit|lr=20k",
    "convt2|fp4|StepTweenSplit|lr=20k",
    "convt3|fp4|StepTweenSplit|lr=20k",
    "mha|fp4|StepTweenSplit|lr=20k",
    "lstm|fp4|StepTweenSplit|lr=20k",
    "rnn|fp4|StepTweenSplit|lr=20k",
    "mamba|fp4|StepTweenSplit|lr=20k",
    "gdn|fp4|StepTweenSplit|lr=20k",
    "swiglu|fp4|StepTweenSplit|lr=20k",
    "residual|fp4|StepTweenSplit|lr=20k",
    "layernorm|fp4|StepTweenSplit|lr=20k",
    "rmsnorm|fp4|StepTweenSplit|lr=20k",
    "dense|int2|StepTweenSplit|lr=20k",
    "cnn1|int2|StepTweenSplit|lr=20k",
    "cnn2|int2|StepTweenSplit|lr=20k",
    "cnn3|int2|StepTweenSplit|lr=20k",
    "convt1|int2|StepTweenSplit|lr=20k",
    "convt2|int2|StepTweenSplit|lr=20k",
    "convt3|int2|StepTweenSplit|lr=20k",
    "mha|int2|StepTweenSplit|lr=20k",
    "lstm|int2|StepTweenSplit|lr=20k",
    "rnn|int2|StepTweenSplit|lr=20k",
    "mamba|int2|StepTweenSplit|lr=20k",
    "gdn|int2|StepTweenSplit|lr=20k",
    "swiglu|int2|StepTweenSplit|lr=20k",
    "residual|int2|StepTweenSplit|lr=20k",
    "layernorm|int2|StepTweenSplit|lr=20k",
    "rmsnorm|int2|StepTweenSplit|lr=20k",
    "dense|uint2|StepTweenSplit|lr=20k",
    "cnn1|uint2|StepTweenSplit|lr=20k",
    "cnn2|uint2|StepTweenSplit|lr=20k",
    "cnn3|uint2|StepTweenSplit|lr=20k",
    "convt1|uint2|StepTweenSplit|lr=20k",
    "convt2|uint2|StepTweenSplit|lr=20k",
    "convt3|uint2|StepTweenSplit|lr=20k",
    "mha|uint2|StepTweenSplit|lr=20k",
    "lstm|uint2|StepTweenSplit|lr=20k",
    "rnn|uint2|StepTweenSplit|lr=20k",
    "mamba|uint2|StepTweenSplit|lr=20k",
    "gdn|uint2|StepTweenSplit|lr=20k",
    "swiglu|uint2|StepTweenSplit|lr=20k",
    "residual|uint2|StepTweenSplit|lr=20k",
    "layernorm|uint2|StepTweenSplit|lr=20k",
    "rmsnorm|uint2|StepTweenSplit|lr=20k",
    "dense|ternary|StepTweenSplit|lr=20k",
    "cnn1|ternary|StepTweenSplit|lr=20k",
    "cnn2|ternary|StepTweenSplit|lr=20k",
    "cnn3|ternary|StepTweenSplit|lr=20k",
    "convt1|ternary|StepTweenSplit|lr=20k",
    "convt2|ternary|StepTweenSplit|lr=20k",
    "convt3|ternary|StepTweenSplit|lr=20k",
    "mha|ternary|StepTweenSplit|lr=20k",
    "lstm|ternary|StepTweenSplit|lr=20k",
    "rnn|ternary|StepTweenSplit|lr=20k",
    "mamba|ternary|StepTweenSplit|lr=20k",
    "gdn|ternary|StepTweenSplit|lr=20k",
    "swiglu|ternary|StepTweenSplit|lr=20k",
    "residual|ternary|StepTweenSplit|lr=20k",
    "layernorm|ternary|StepTweenSplit|lr=20k",
    "rmsnorm|ternary|StepTweenSplit|lr=20k",
    "dense|binary|StepTweenSplit|lr=20k",
    "cnn1|binary|StepTweenSplit|lr=20k",
    "cnn2|binary|StepTweenSplit|lr=20k",
    "cnn3|binary|StepTweenSplit|lr=20k",
    "convt1|binary|StepTweenSplit|lr=20k",
    "convt2|binary|StepTweenSplit|lr=20k",
    "convt3|binary|StepTweenSplit|lr=20k",
    "mha|binary|StepTweenSplit|lr=20k",
    "lstm|binary|StepTweenSplit|lr=20k",
    "rnn|binary|StepTweenSplit|lr=20k",
    "mamba|binary|StepTweenSplit|lr=20k",
    "gdn|binary|StepTweenSplit|lr=20k",
    "swiglu|binary|StepTweenSplit|lr=20k",
    "residual|binary|StepTweenSplit|lr=20k",
    "layernorm|binary|StepTweenSplit|lr=20k",
    "rmsnorm|binary|StepTweenSplit|lr=20k",
    "dense|int|StepTweenSplit|lr=20k",
    "cnn1|int|StepTweenSplit|lr=20k",
    "cnn2|int|StepTweenSplit|lr=20k",
    "cnn3|int|StepTweenSplit|lr=20k",
    "convt1|int|StepTweenSplit|lr=20k",
    "convt2|int|StepTweenSplit|lr=20k",
    "convt3|int|StepTweenSplit|lr=20k",
    "mha|int|StepTweenSplit|lr=20k",
    "lstm|int|StepTweenSplit|lr=20k",
    "rnn|int|StepTweenSplit|lr=20k",
    "mamba|int|StepTweenSplit|lr=20k",
    "gdn|int|StepTweenSplit|lr=20k",
    "swiglu|int|StepTweenSplit|lr=20k",
    "residual|int|StepTweenSplit|lr=20k",
    "layernorm|int|StepTweenSplit|lr=20k",
    "rmsnorm|int|StepTweenSplit|lr=20k",
    "dense|uint|StepTweenSplit|lr=20k",
    "cnn1|uint|StepTweenSplit|lr=20k",
    "cnn2|uint|StepTweenSplit|lr=20k",
    "cnn3|uint|StepTweenSplit|lr=20k",
    "convt1|uint|StepTweenSplit|lr=20k",
    "convt2|uint|StepTweenSplit|lr=20k",
    "convt3|uint|StepTweenSplit|lr=20k",
    "mha|uint|StepTweenSplit|lr=20k",
    "lstm|uint|StepTweenSplit|lr=20k",
    "rnn|uint|StepTweenSplit|lr=20k",
    "mamba|uint|StepTweenSplit|lr=20k",
    "gdn|uint|StepTweenSplit|lr=20k",
    "swiglu|uint|StepTweenSplit|lr=20k",
    "residual|uint|StepTweenSplit|lr=20k",
    "layernorm|uint|StepTweenSplit|lr=20k",
    "rmsnorm|uint|StepTweenSplit|lr=20k",
    "dense|uintptr|StepTweenSplit|lr=20k",
    "cnn1|uintptr|StepTweenSplit|lr=20k",
    "cnn2|uintptr|StepTweenSplit|lr=20k",
    "cnn3|uintptr|StepTweenSplit|lr=20k",
    "convt1|uintptr|StepTweenSplit|lr=20k",
    "convt2|uintptr|StepTweenSplit|lr=20k",
    "convt3|uintptr|StepTweenSplit|lr=20k",
    "mha|uintptr|StepTweenSplit|lr=20k",
    "lstm|uintptr|StepTweenSplit|lr=20k",
    "rnn|uintptr|StepTweenSplit|lr=20k",
    "mamba|uintptr|StepTweenSplit|lr=20k",
    "gdn|uintptr|StepTweenSplit|lr=20k",
    "swiglu|uintptr|StepTweenSplit|lr=20k",
    "residual|uintptr|StepTweenSplit|lr=20k",
    "layernorm|uintptr|StepTweenSplit|lr=20k",
    "rmsnorm|uintptr|StepTweenSplit|lr=20k",
    "dense|complex64|StepTweenSplit|lr=20k",
    "cnn1|complex64|StepTweenSplit|lr=20k",
    "cnn2|complex64|StepTweenSplit|lr=20k",
    "cnn3|complex64|StepTweenSplit|lr=20k",
    "convt1|complex64|StepTweenSplit|lr=20k",
    "convt2|complex64|StepTweenSplit|lr=20k",
    "convt3|complex64|StepTweenSplit|lr=20k",
    "mha|complex64|StepTweenSplit|lr=20k",
    "lstm|complex64|StepTweenSplit|lr=20k",
    "rnn|complex64|StepTweenSplit|lr=20k",
    "mamba|complex64|StepTweenSplit|lr=20k",
    "gdn|complex64|StepTweenSplit|lr=20k",
    "swiglu|complex64|StepTweenSplit|lr=20k",
    "residual|complex64|StepTweenSplit|lr=20k",
    "layernorm|complex64|StepTweenSplit|lr=20k",
    "rmsnorm|complex64|StepTweenSplit|lr=20k",
    "dense|complex128|StepTweenSplit|lr=20k",
    "cnn1|complex128|StepTweenSplit|lr=20k",
    "cnn2|complex128|StepTweenSplit|lr=20k",
    "cnn3|complex128|StepTweenSplit|lr=20k",
    "convt1|complex128|StepTweenSplit|lr=20k",
    "convt2|complex128|StepTweenSplit|lr=20k",
    "convt3|complex128|StepTweenSplit|lr=20k",
    "mha|complex128|StepTweenSplit|lr=20k",
    "lstm|complex128|StepTweenSplit|lr=20k",
    "rnn|complex128|StepTweenSplit|lr=20k",
    "mamba|complex128|StepTweenSplit|lr=20k",
    "gdn|complex128|StepTweenSplit|lr=20k",
    "swiglu|complex128|StepTweenSplit|lr=20k",
    "residual|complex128|StepTweenSplit|lr=20k",
    "layernorm|complex128|StepTweenSplit|lr=20k",
    "rmsnorm|complex128|StepTweenSplit|lr=20k",
    "dense|nf4|StepTweenSplit|lr=20k",
    "cnn1|nf4|StepTweenSplit|lr=20k",
    "cnn2|nf4|StepTweenSplit|lr=20k",
    "cnn3|nf4|StepTweenSplit|lr=20k",
    "convt1|nf4|StepTweenSplit|lr=20k",
    "convt2|nf4|StepTweenSplit|lr=20k",
    "convt3|nf4|StepTweenSplit|lr=20k",
    "mha|nf4|StepTweenSplit|lr=20k",
    "lstm|nf4|StepTweenSplit|lr=20k",
    "rnn|nf4|StepTweenSplit|lr=20k",
    "mamba|nf4|StepTweenSplit|lr=20k",
    "gdn|nf4|StepTweenSplit|lr=20k",
    "swiglu|nf4|StepTweenSplit|lr=20k",
    "residual|nf4|StepTweenSplit|lr=20k",
    "layernorm|nf4|StepTweenSplit|lr=20k",
    "rmsnorm|nf4|StepTweenSplit|lr=20k",
    "dense|fp6|StepTweenSplit|lr=20k",
    "cnn1|fp6|StepTweenSplit|lr=20k",
    "cnn2|fp6|StepTweenSplit|lr=20k",
    "cnn3|fp6|StepTweenSplit|lr=20k",
    "convt1|fp6|StepTweenSplit|lr=20k",
    "convt2|fp6|StepTweenSplit|lr=20k",
    "convt3|fp6|StepTweenSplit|lr=20k",
    "mha|fp6|StepTweenSplit|lr=20k",
    "lstm|fp6|StepTweenSplit|lr=20k",
    "rnn|fp6|StepTweenSplit|lr=20k",
    "mamba|fp6|StepTweenSplit|lr=20k",
    "gdn|fp6|StepTweenSplit|lr=20k",
    "swiglu|fp6|StepTweenSplit|lr=20k",
    "residual|fp6|StepTweenSplit|lr=20k",
    "layernorm|fp6|StepTweenSplit|lr=20k",
    "rmsnorm|fp6|StepTweenSplit|lr=20k",
    "dense|int6|StepTweenSplit|lr=20k",
    "cnn1|int6|StepTweenSplit|lr=20k",
    "cnn2|int6|StepTweenSplit|lr=20k",
    "cnn3|int6|StepTweenSplit|lr=20k",
    "convt1|int6|StepTweenSplit|lr=20k",
    "convt2|int6|StepTweenSplit|lr=20k",
    "convt3|int6|StepTweenSplit|lr=20k",
    "mha|int6|StepTweenSplit|lr=20k",
    "lstm|int6|StepTweenSplit|lr=20k",
    "rnn|int6|StepTweenSplit|lr=20k",
    "mamba|int6|StepTweenSplit|lr=20k",
    "gdn|int6|StepTweenSplit|lr=20k",
    "swiglu|int6|StepTweenSplit|lr=20k",
    "residual|int6|StepTweenSplit|lr=20k",
    "layernorm|int6|StepTweenSplit|lr=20k",
    "rmsnorm|int6|StepTweenSplit|lr=20k",
    "dense|uint6|StepTweenSplit|lr=20k",
    "cnn1|uint6|StepTweenSplit|lr=20k",
    "cnn2|uint6|StepTweenSplit|lr=20k",
    "cnn3|uint6|StepTweenSplit|lr=20k",
    "convt1|uint6|StepTweenSplit|lr=20k",
    "convt2|uint6|StepTweenSplit|lr=20k",
    "convt3|uint6|StepTweenSplit|lr=20k",
    "mha|uint6|StepTweenSplit|lr=20k",
    "lstm|uint6|StepTweenSplit|lr=20k",
    "rnn|uint6|StepTweenSplit|lr=20k",
    "mamba|uint6|StepTweenSplit|lr=20k",
    "gdn|uint6|StepTweenSplit|lr=20k",
    "swiglu|uint6|StepTweenSplit|lr=20k",
    "residual|uint6|StepTweenSplit|lr=20k",
    "layernorm|uint6|StepTweenSplit|lr=20k",
    "rmsnorm|uint6|StepTweenSplit|lr=20k",
    "dense|int5|StepTweenSplit|lr=20k",
    "cnn1|int5|StepTweenSplit|lr=20k",
    "cnn2|int5|StepTweenSplit|lr=20k",
    "cnn3|int5|StepTweenSplit|lr=20k",
    "convt1|int5|StepTweenSplit|lr=20k",
    "convt2|int5|StepTweenSplit|lr=20k",
    "convt3|int5|StepTweenSplit|lr=20k",
    "mha|int5|StepTweenSplit|lr=20k",
    "lstm|int5|StepTweenSplit|lr=20k",
    "rnn|int5|StepTweenSplit|lr=20k",
    "mamba|int5|StepTweenSplit|lr=20k",
    "gdn|int5|StepTweenSplit|lr=20k",
    "swiglu|int5|StepTweenSplit|lr=20k",
    "residual|int5|StepTweenSplit|lr=20k",
    "layernorm|int5|StepTweenSplit|lr=20k",
    "rmsnorm|int5|StepTweenSplit|lr=20k",
    "dense|uint5|StepTweenSplit|lr=20k",
    "cnn1|uint5|StepTweenSplit|lr=20k",
    "cnn2|uint5|StepTweenSplit|lr=20k",
    "cnn3|uint5|StepTweenSplit|lr=20k",
    "convt1|uint5|StepTweenSplit|lr=20k",
    "convt2|uint5|StepTweenSplit|lr=20k",
    "convt3|uint5|StepTweenSplit|lr=20k",
    "mha|uint5|StepTweenSplit|lr=20k",
    "lstm|uint5|StepTweenSplit|lr=20k",
    "rnn|uint5|StepTweenSplit|lr=20k",
    "mamba|uint5|StepTweenSplit|lr=20k",
    "gdn|uint5|StepTweenSplit|lr=20k",
    "swiglu|uint5|StepTweenSplit|lr=20k",
    "residual|uint5|StepTweenSplit|lr=20k",
    "layernorm|uint5|StepTweenSplit|lr=20k",
    "rmsnorm|uint5|StepTweenSplit|lr=20k",
    "dense|int3|StepTweenSplit|lr=20k",
    "cnn1|int3|StepTweenSplit|lr=20k",
    "cnn2|int3|StepTweenSplit|lr=20k",
    "cnn3|int3|StepTweenSplit|lr=20k",
    "convt1|int3|StepTweenSplit|lr=20k",
    "convt2|int3|StepTweenSplit|lr=20k",
    "convt3|int3|StepTweenSplit|lr=20k",
    "mha|int3|StepTweenSplit|lr=20k",
    "lstm|int3|StepTweenSplit|lr=20k",
    "rnn|int3|StepTweenSplit|lr=20k",
    "mamba|int3|StepTweenSplit|lr=20k",
    "gdn|int3|StepTweenSplit|lr=20k",
    "swiglu|int3|StepTweenSplit|lr=20k",
    "residual|int3|StepTweenSplit|lr=20k",
    "layernorm|int3|StepTweenSplit|lr=20k",
    "rmsnorm|int3|StepTweenSplit|lr=20k",
    "dense|uint3|StepTweenSplit|lr=20k",
    "cnn1|uint3|StepTweenSplit|lr=20k",
    "cnn2|uint3|StepTweenSplit|lr=20k",
    "cnn3|uint3|StepTweenSplit|lr=20k",
    "convt1|uint3|StepTweenSplit|lr=20k",
    "convt2|uint3|StepTweenSplit|lr=20k",
    "convt3|uint3|StepTweenSplit|lr=20k",
    "mha|uint3|StepTweenSplit|lr=20k",
    "lstm|uint3|StepTweenSplit|lr=20k",
    "rnn|uint3|StepTweenSplit|lr=20k",
    "mamba|uint3|StepTweenSplit|lr=20k",
    "gdn|uint3|StepTweenSplit|lr=20k",
    "swiglu|uint3|StepTweenSplit|lr=20k",
    "residual|uint3|StepTweenSplit|lr=20k",
    "layernorm|uint3|StepTweenSplit|lr=20k",
    "rmsnorm|uint3|StepTweenSplit|lr=20k",
    "dense|float64|TweenAlt|lr=20k",
    "cnn1|float64|TweenAlt|lr=20k",
    "cnn2|float64|TweenAlt|lr=20k",
    "cnn3|float64|TweenAlt|lr=20k",
    "convt1|float64|TweenAlt|lr=20k",
    "convt2|float64|TweenAlt|lr=20k",
    "convt3|float64|TweenAlt|lr=20k",
    "mha|float64|TweenAlt|lr=20k",
    "lstm|float64|TweenAlt|lr=20k",
    "rnn|float64|TweenAlt|lr=20k",
    "mamba|float64|TweenAlt|lr=20k",
    "gdn|float64|TweenAlt|lr=20k",
    "swiglu|float64|TweenAlt|lr=20k",
    "residual|float64|TweenAlt|lr=20k",
    "layernorm|float64|TweenAlt|lr=20k",
    "rmsnorm|float64|TweenAlt|lr=20k",
    "dense|float32|TweenAlt|lr=20k",
    "cnn1|float32|TweenAlt|lr=20k",
    "cnn2|float32|TweenAlt|lr=20k",
    "cnn3|float32|TweenAlt|lr=20k",
    "convt1|float32|TweenAlt|lr=20k",
    "convt2|float32|TweenAlt|lr=20k",
    "convt3|float32|TweenAlt|lr=20k",
    "mha|float32|TweenAlt|lr=20k",
    "lstm|float32|TweenAlt|lr=20k",
    "rnn|float32|TweenAlt|lr=20k",
    "mamba|float32|TweenAlt|lr=20k",
    "gdn|float32|TweenAlt|lr=20k",
    "swiglu|float32|TweenAlt|lr=20k",
    "residual|float32|TweenAlt|lr=20k",
    "layernorm|float32|TweenAlt|lr=20k",
    "rmsnorm|float32|TweenAlt|lr=20k",
    "dense|float16|TweenAlt|lr=20k",
    "cnn1|float16|TweenAlt|lr=20k",
    "cnn2|float16|TweenAlt|lr=20k",
    "cnn3|float16|TweenAlt|lr=20k",
    "convt1|float16|TweenAlt|lr=20k",
    "convt2|float16|TweenAlt|lr=20k",
    "convt3|float16|TweenAlt|lr=20k",
    "mha|float16|TweenAlt|lr=20k",
    "lstm|float16|TweenAlt|lr=20k",
    "rnn|float16|TweenAlt|lr=20k",
    "mamba|float16|TweenAlt|lr=20k",
    "gdn|float16|TweenAlt|lr=20k",
    "swiglu|float16|TweenAlt|lr=20k",
    "residual|float16|TweenAlt|lr=20k",
    "layernorm|float16|TweenAlt|lr=20k",
    "rmsnorm|float16|TweenAlt|lr=20k",
    "dense|bfloat16|TweenAlt|lr=20k",
    "cnn1|bfloat16|TweenAlt|lr=20k",
    "cnn2|bfloat16|TweenAlt|lr=20k",
    "cnn3|bfloat16|TweenAlt|lr=20k",
    "convt1|bfloat16|TweenAlt|lr=20k",
    "convt2|bfloat16|TweenAlt|lr=20k",
    "convt3|bfloat16|TweenAlt|lr=20k",
    "mha|bfloat16|TweenAlt|lr=20k",
    "lstm|bfloat16|TweenAlt|lr=20k",
    "rnn|bfloat16|TweenAlt|lr=20k",
    "mamba|bfloat16|TweenAlt|lr=20k",
    "gdn|bfloat16|TweenAlt|lr=20k",
    "swiglu|bfloat16|TweenAlt|lr=20k",
    "residual|bfloat16|TweenAlt|lr=20k",
    "layernorm|bfloat16|TweenAlt|lr=20k",
    "rmsnorm|bfloat16|TweenAlt|lr=20k",
    "dense|fp8e4m3|TweenAlt|lr=20k",
    "cnn1|fp8e4m3|TweenAlt|lr=20k",
    "cnn2|fp8e4m3|TweenAlt|lr=20k",
    "cnn3|fp8e4m3|TweenAlt|lr=20k",
    "convt1|fp8e4m3|TweenAlt|lr=20k",
    "convt2|fp8e4m3|TweenAlt|lr=20k",
    "convt3|fp8e4m3|TweenAlt|lr=20k",
    "mha|fp8e4m3|TweenAlt|lr=20k",
    "lstm|fp8e4m3|TweenAlt|lr=20k",
    "rnn|fp8e4m3|TweenAlt|lr=20k",
    "mamba|fp8e4m3|TweenAlt|lr=20k",
    "gdn|fp8e4m3|TweenAlt|lr=20k",
    "swiglu|fp8e4m3|TweenAlt|lr=20k",
    "residual|fp8e4m3|TweenAlt|lr=20k",
    "layernorm|fp8e4m3|TweenAlt|lr=20k",
    "rmsnorm|fp8e4m3|TweenAlt|lr=20k",
    "dense|fp8e5m2|TweenAlt|lr=20k",
    "cnn1|fp8e5m2|TweenAlt|lr=20k",
    "cnn2|fp8e5m2|TweenAlt|lr=20k",
    "cnn3|fp8e5m2|TweenAlt|lr=20k",
    "convt1|fp8e5m2|TweenAlt|lr=20k",
    "convt2|fp8e5m2|TweenAlt|lr=20k",
    "convt3|fp8e5m2|TweenAlt|lr=20k",
    "mha|fp8e5m2|TweenAlt|lr=20k",
    "lstm|fp8e5m2|TweenAlt|lr=20k",
    "rnn|fp8e5m2|TweenAlt|lr=20k",
    "mamba|fp8e5m2|TweenAlt|lr=20k",
    "gdn|fp8e5m2|TweenAlt|lr=20k",
    "swiglu|fp8e5m2|TweenAlt|lr=20k",
    "residual|fp8e5m2|TweenAlt|lr=20k",
    "layernorm|fp8e5m2|TweenAlt|lr=20k",
    "rmsnorm|fp8e5m2|TweenAlt|lr=20k",
    "dense|int64|TweenAlt|lr=20k",
    "cnn1|int64|TweenAlt|lr=20k",
    "cnn2|int64|TweenAlt|lr=20k",
    "cnn3|int64|TweenAlt|lr=20k",
    "convt1|int64|TweenAlt|lr=20k",
    "convt2|int64|TweenAlt|lr=20k",
    "convt3|int64|TweenAlt|lr=20k",
    "mha|int64|TweenAlt|lr=20k",
    "lstm|int64|TweenAlt|lr=20k",
    "rnn|int64|TweenAlt|lr=20k",
    "mamba|int64|TweenAlt|lr=20k",
    "gdn|int64|TweenAlt|lr=20k",
    "swiglu|int64|TweenAlt|lr=20k",
    "residual|int64|TweenAlt|lr=20k",
    "layernorm|int64|TweenAlt|lr=20k",
    "rmsnorm|int64|TweenAlt|lr=20k",
    "dense|int32|TweenAlt|lr=20k",
    "cnn1|int32|TweenAlt|lr=20k",
    "cnn2|int32|TweenAlt|lr=20k",
    "cnn3|int32|TweenAlt|lr=20k",
    "convt1|int32|TweenAlt|lr=20k",
    "convt2|int32|TweenAlt|lr=20k",
    "convt3|int32|TweenAlt|lr=20k",
    "mha|int32|TweenAlt|lr=20k",
    "lstm|int32|TweenAlt|lr=20k",
    "rnn|int32|TweenAlt|lr=20k",
    "mamba|int32|TweenAlt|lr=20k",
    "gdn|int32|TweenAlt|lr=20k",
    "swiglu|int32|TweenAlt|lr=20k",
    "residual|int32|TweenAlt|lr=20k",
    "layernorm|int32|TweenAlt|lr=20k",
    "rmsnorm|int32|TweenAlt|lr=20k",
    "dense|int16|TweenAlt|lr=20k",
    "cnn1|int16|TweenAlt|lr=20k",
    "cnn2|int16|TweenAlt|lr=20k",
    "cnn3|int16|TweenAlt|lr=20k",
    "convt1|int16|TweenAlt|lr=20k",
    "convt2|int16|TweenAlt|lr=20k",
    "convt3|int16|TweenAlt|lr=20k",
    "mha|int16|TweenAlt|lr=20k",
    "lstm|int16|TweenAlt|lr=20k",
    "rnn|int16|TweenAlt|lr=20k",
    "mamba|int16|TweenAlt|lr=20k",
    "gdn|int16|TweenAlt|lr=20k",
    "swiglu|int16|TweenAlt|lr=20k",
    "residual|int16|TweenAlt|lr=20k",
    "layernorm|int16|TweenAlt|lr=20k",
    "rmsnorm|int16|TweenAlt|lr=20k",
    "dense|int8|TweenAlt|lr=20k",
    "cnn1|int8|TweenAlt|lr=20k",
    "cnn2|int8|TweenAlt|lr=20k",
    "cnn3|int8|TweenAlt|lr=20k",
    "convt1|int8|TweenAlt|lr=20k",
    "convt2|int8|TweenAlt|lr=20k",
    "convt3|int8|TweenAlt|lr=20k",
    "mha|int8|TweenAlt|lr=20k",
    "lstm|int8|TweenAlt|lr=20k",
    "rnn|int8|TweenAlt|lr=20k",
    "mamba|int8|TweenAlt|lr=20k",
    "gdn|int8|TweenAlt|lr=20k",
    "swiglu|int8|TweenAlt|lr=20k",
    "residual|int8|TweenAlt|lr=20k",
    "layernorm|int8|TweenAlt|lr=20k",
    "rmsnorm|int8|TweenAlt|lr=20k",
    "dense|uint64|TweenAlt|lr=20k",
    "cnn1|uint64|TweenAlt|lr=20k",
    "cnn2|uint64|TweenAlt|lr=20k",
    "cnn3|uint64|TweenAlt|lr=20k",
    "convt1|uint64|TweenAlt|lr=20k",
    "convt2|uint64|TweenAlt|lr=20k",
    "convt3|uint64|TweenAlt|lr=20k",
    "mha|uint64|TweenAlt|lr=20k",
    "lstm|uint64|TweenAlt|lr=20k",
    "rnn|uint64|TweenAlt|lr=20k",
    "mamba|uint64|TweenAlt|lr=20k",
    "gdn|uint64|TweenAlt|lr=20k",
    "swiglu|uint64|TweenAlt|lr=20k",
    "residual|uint64|TweenAlt|lr=20k",
    "layernorm|uint64|TweenAlt|lr=20k",
    "rmsnorm|uint64|TweenAlt|lr=20k",
    "dense|uint32|TweenAlt|lr=20k",
    "cnn1|uint32|TweenAlt|lr=20k",
    "cnn2|uint32|TweenAlt|lr=20k",
    "cnn3|uint32|TweenAlt|lr=20k",
    "convt1|uint32|TweenAlt|lr=20k",
    "convt2|uint32|TweenAlt|lr=20k",
    "convt3|uint32|TweenAlt|lr=20k",
    "mha|uint32|TweenAlt|lr=20k",
    "lstm|uint32|TweenAlt|lr=20k",
    "rnn|uint32|TweenAlt|lr=20k",
    "mamba|uint32|TweenAlt|lr=20k",
    "gdn|uint32|TweenAlt|lr=20k",
    "swiglu|uint32|TweenAlt|lr=20k",
    "residual|uint32|TweenAlt|lr=20k",
    "layernorm|uint32|TweenAlt|lr=20k",
    "rmsnorm|uint32|TweenAlt|lr=20k",
    "dense|uint16|TweenAlt|lr=20k",
    "cnn1|uint16|TweenAlt|lr=20k",
    "cnn2|uint16|TweenAlt|lr=20k",
    "cnn3|uint16|TweenAlt|lr=20k",
    "convt1|uint16|TweenAlt|lr=20k",
    "convt2|uint16|TweenAlt|lr=20k",
    "convt3|uint16|TweenAlt|lr=20k",
    "mha|uint16|TweenAlt|lr=20k",
    "lstm|uint16|TweenAlt|lr=20k",
    "rnn|uint16|TweenAlt|lr=20k",
    "mamba|uint16|TweenAlt|lr=20k",
    "gdn|uint16|TweenAlt|lr=20k",
    "swiglu|uint16|TweenAlt|lr=20k",
    "residual|uint16|TweenAlt|lr=20k",
    "layernorm|uint16|TweenAlt|lr=20k",
    "rmsnorm|uint16|TweenAlt|lr=20k",
    "dense|uint8|TweenAlt|lr=20k",
    "cnn1|uint8|TweenAlt|lr=20k",
    "cnn2|uint8|TweenAlt|lr=20k",
    "cnn3|uint8|TweenAlt|lr=20k",
    "convt1|uint8|TweenAlt|lr=20k",
    "convt2|uint8|TweenAlt|lr=20k",
    "convt3|uint8|TweenAlt|lr=20k",
    "mha|uint8|TweenAlt|lr=20k",
    "lstm|uint8|TweenAlt|lr=20k",
    "rnn|uint8|TweenAlt|lr=20k",
    "mamba|uint8|TweenAlt|lr=20k",
    "gdn|uint8|TweenAlt|lr=20k",
    "swiglu|uint8|TweenAlt|lr=20k",
    "residual|uint8|TweenAlt|lr=20k",
    "layernorm|uint8|TweenAlt|lr=20k",
    "rmsnorm|uint8|TweenAlt|lr=20k",
    "dense|int4|TweenAlt|lr=20k",
    "cnn1|int4|TweenAlt|lr=20k",
    "cnn2|int4|TweenAlt|lr=20k",
    "cnn3|int4|TweenAlt|lr=20k",
    "convt1|int4|TweenAlt|lr=20k",
    "convt2|int4|TweenAlt|lr=20k",
    "convt3|int4|TweenAlt|lr=20k",
    "mha|int4|TweenAlt|lr=20k",
    "lstm|int4|TweenAlt|lr=20k",
    "rnn|int4|TweenAlt|lr=20k",
    "mamba|int4|TweenAlt|lr=20k",
    "gdn|int4|TweenAlt|lr=20k",
    "swiglu|int4|TweenAlt|lr=20k",
    "residual|int4|TweenAlt|lr=20k",
    "layernorm|int4|TweenAlt|lr=20k",
    "rmsnorm|int4|TweenAlt|lr=20k",
    "dense|uint4|TweenAlt|lr=20k",
    "cnn1|uint4|TweenAlt|lr=20k",
    "cnn2|uint4|TweenAlt|lr=20k",
    "cnn3|uint4|TweenAlt|lr=20k",
    "convt1|uint4|TweenAlt|lr=20k",
    "convt2|uint4|TweenAlt|lr=20k",
    "convt3|uint4|TweenAlt|lr=20k",
    "mha|uint4|TweenAlt|lr=20k",
    "lstm|uint4|TweenAlt|lr=20k",
    "rnn|uint4|TweenAlt|lr=20k",
    "mamba|uint4|TweenAlt|lr=20k",
    "gdn|uint4|TweenAlt|lr=20k",
    "swiglu|uint4|TweenAlt|lr=20k",
    "residual|uint4|TweenAlt|lr=20k",
    "layernorm|uint4|TweenAlt|lr=20k",
    "rmsnorm|uint4|TweenAlt|lr=20k",
    "dense|fp4|TweenAlt|lr=20k",
    "cnn1|fp4|TweenAlt|lr=20k",
    "cnn2|fp4|TweenAlt|lr=20k",
    "cnn3|fp4|TweenAlt|lr=20k",
    "convt1|fp4|TweenAlt|lr=20k",
    "convt2|fp4|TweenAlt|lr=20k",
    "convt3|fp4|TweenAlt|lr=20k",
    "mha|fp4|TweenAlt|lr=20k",
    "lstm|fp4|TweenAlt|lr=20k",
    "rnn|fp4|TweenAlt|lr=20k",
    "mamba|fp4|TweenAlt|lr=20k",
    "gdn|fp4|TweenAlt|lr=20k",
    "swiglu|fp4|TweenAlt|lr=20k",
    "residual|fp4|TweenAlt|lr=20k",
    "layernorm|fp4|TweenAlt|lr=20k",
    "rmsnorm|fp4|TweenAlt|lr=20k",
    "dense|int2|TweenAlt|lr=20k",
    "cnn1|int2|TweenAlt|lr=20k",
    "cnn2|int2|TweenAlt|lr=20k",
    "cnn3|int2|TweenAlt|lr=20k",
    "convt1|int2|TweenAlt|lr=20k",
    "convt2|int2|TweenAlt|lr=20k",
    "convt3|int2|TweenAlt|lr=20k",
    "mha|int2|TweenAlt|lr=20k",
    "lstm|int2|TweenAlt|lr=20k",
    "rnn|int2|TweenAlt|lr=20k",
    "mamba|int2|TweenAlt|lr=20k",
    "gdn|int2|TweenAlt|lr=20k",
    "swiglu|int2|TweenAlt|lr=20k",
    "residual|int2|TweenAlt|lr=20k",
    "layernorm|int2|TweenAlt|lr=20k",
    "rmsnorm|int2|TweenAlt|lr=20k",
    "dense|uint2|TweenAlt|lr=20k",
    "cnn1|uint2|TweenAlt|lr=20k",
    "cnn2|uint2|TweenAlt|lr=20k",
    "cnn3|uint2|TweenAlt|lr=20k",
    "convt1|uint2|TweenAlt|lr=20k",
    "convt2|uint2|TweenAlt|lr=20k",
    "convt3|uint2|TweenAlt|lr=20k",
    "mha|uint2|TweenAlt|lr=20k",
    "lstm|uint2|TweenAlt|lr=20k",
    "rnn|uint2|TweenAlt|lr=20k",
    "mamba|uint2|TweenAlt|lr=20k",
    "gdn|uint2|TweenAlt|lr=20k",
    "swiglu|uint2|TweenAlt|lr=20k",
    "residual|uint2|TweenAlt|lr=20k",
    "layernorm|uint2|TweenAlt|lr=20k",
    "rmsnorm|uint2|TweenAlt|lr=20k",
    "dense|ternary|TweenAlt|lr=20k",
    "cnn1|ternary|TweenAlt|lr=20k",
    "cnn2|ternary|TweenAlt|lr=20k",
    "cnn3|ternary|TweenAlt|lr=20k",
    "convt1|ternary|TweenAlt|lr=20k",
    "convt2|ternary|TweenAlt|lr=20k",
    "convt3|ternary|TweenAlt|lr=20k",
    "mha|ternary|TweenAlt|lr=20k",
    "lstm|ternary|TweenAlt|lr=20k",
    "rnn|ternary|TweenAlt|lr=20k",
    "mamba|ternary|TweenAlt|lr=20k",
    "gdn|ternary|TweenAlt|lr=20k",
    "swiglu|ternary|TweenAlt|lr=20k",
    "residual|ternary|TweenAlt|lr=20k",
    "layernorm|ternary|TweenAlt|lr=20k",
    "rmsnorm|ternary|TweenAlt|lr=20k",
    "dense|binary|TweenAlt|lr=20k",
    "cnn1|binary|TweenAlt|lr=20k",
    "cnn2|binary|TweenAlt|lr=20k",
    "cnn3|binary|TweenAlt|lr=20k",
    "convt1|binary|TweenAlt|lr=20k",
    "convt2|binary|TweenAlt|lr=20k",
    "convt3|binary|TweenAlt|lr=20k",
    "mha|binary|TweenAlt|lr=20k",
    "lstm|binary|TweenAlt|lr=20k",
    "rnn|binary|TweenAlt|lr=20k",
    "mamba|binary|TweenAlt|lr=20k",
    "gdn|binary|TweenAlt|lr=20k",
    "swiglu|binary|TweenAlt|lr=20k",
    "residual|binary|TweenAlt|lr=20k",
    "layernorm|binary|TweenAlt|lr=20k",
    "rmsnorm|binary|TweenAlt|lr=20k",
    "dense|int|TweenAlt|lr=20k",
    "cnn1|int|TweenAlt|lr=20k",
    "cnn2|int|TweenAlt|lr=20k",
    "cnn3|int|TweenAlt|lr=20k",
    "convt1|int|TweenAlt|lr=20k",
    "convt2|int|TweenAlt|lr=20k",
    "convt3|int|TweenAlt|lr=20k",
    "mha|int|TweenAlt|lr=20k",
    "lstm|int|TweenAlt|lr=20k",
    "rnn|int|TweenAlt|lr=20k",
    "mamba|int|TweenAlt|lr=20k",
    "gdn|int|TweenAlt|lr=20k",
    "swiglu|int|TweenAlt|lr=20k",
    "residual|int|TweenAlt|lr=20k",
    "layernorm|int|TweenAlt|lr=20k",
    "rmsnorm|int|TweenAlt|lr=20k",
    "dense|uint|TweenAlt|lr=20k",
    "cnn1|uint|TweenAlt|lr=20k",
    "cnn2|uint|TweenAlt|lr=20k",
    "cnn3|uint|TweenAlt|lr=20k",
    "convt1|uint|TweenAlt|lr=20k",
    "convt2|uint|TweenAlt|lr=20k",
    "convt3|uint|TweenAlt|lr=20k",
    "mha|uint|TweenAlt|lr=20k",
    "lstm|uint|TweenAlt|lr=20k",
    "rnn|uint|TweenAlt|lr=20k",
    "mamba|uint|TweenAlt|lr=20k",
    "gdn|uint|TweenAlt|lr=20k",
    "swiglu|uint|TweenAlt|lr=20k",
    "residual|uint|TweenAlt|lr=20k",
    "layernorm|uint|TweenAlt|lr=20k",
    "rmsnorm|uint|TweenAlt|lr=20k",
    "dense|uintptr|TweenAlt|lr=20k",
    "cnn1|uintptr|TweenAlt|lr=20k",
    "cnn2|uintptr|TweenAlt|lr=20k",
    "cnn3|uintptr|TweenAlt|lr=20k",
    "convt1|uintptr|TweenAlt|lr=20k",
    "convt2|uintptr|TweenAlt|lr=20k",
    "convt3|uintptr|TweenAlt|lr=20k",
    "mha|uintptr|TweenAlt|lr=20k",
    "lstm|uintptr|TweenAlt|lr=20k",
    "rnn|uintptr|TweenAlt|lr=20k",
    "mamba|uintptr|TweenAlt|lr=20k",
    "gdn|uintptr|TweenAlt|lr=20k",
    "swiglu|uintptr|TweenAlt|lr=20k",
    "residual|uintptr|TweenAlt|lr=20k",
    "layernorm|uintptr|TweenAlt|lr=20k",
    "rmsnorm|uintptr|TweenAlt|lr=20k",
    "dense|complex64|TweenAlt|lr=20k",
    "cnn1|complex64|TweenAlt|lr=20k",
    "cnn2|complex64|TweenAlt|lr=20k",
    "cnn3|complex64|TweenAlt|lr=20k",
    "convt1|complex64|TweenAlt|lr=20k",
    "convt2|complex64|TweenAlt|lr=20k",
    "convt3|complex64|TweenAlt|lr=20k",
    "mha|complex64|TweenAlt|lr=20k",
    "lstm|complex64|TweenAlt|lr=20k",
    "rnn|complex64|TweenAlt|lr=20k",
    "mamba|complex64|TweenAlt|lr=20k",
    "gdn|complex64|TweenAlt|lr=20k",
    "swiglu|complex64|TweenAlt|lr=20k",
    "residual|complex64|TweenAlt|lr=20k",
    "layernorm|complex64|TweenAlt|lr=20k",
    "rmsnorm|complex64|TweenAlt|lr=20k",
    "dense|complex128|TweenAlt|lr=20k",
    "cnn1|complex128|TweenAlt|lr=20k",
    "cnn2|complex128|TweenAlt|lr=20k",
    "cnn3|complex128|TweenAlt|lr=20k",
    "convt1|complex128|TweenAlt|lr=20k",
    "convt2|complex128|TweenAlt|lr=20k",
    "convt3|complex128|TweenAlt|lr=20k",
    "mha|complex128|TweenAlt|lr=20k",
    "lstm|complex128|TweenAlt|lr=20k",
    "rnn|complex128|TweenAlt|lr=20k",
    "mamba|complex128|TweenAlt|lr=20k",
    "gdn|complex128|TweenAlt|lr=20k",
    "swiglu|complex128|TweenAlt|lr=20k",
    "residual|complex128|TweenAlt|lr=20k",
    "layernorm|complex128|TweenAlt|lr=20k",
    "rmsnorm|complex128|TweenAlt|lr=20k",
    "dense|nf4|TweenAlt|lr=20k",
    "cnn1|nf4|TweenAlt|lr=20k",
    "cnn2|nf4|TweenAlt|lr=20k",
    "cnn3|nf4|TweenAlt|lr=20k",
    "convt1|nf4|TweenAlt|lr=20k",
    "convt2|nf4|TweenAlt|lr=20k",
    "convt3|nf4|TweenAlt|lr=20k",
    "mha|nf4|TweenAlt|lr=20k",
    "lstm|nf4|TweenAlt|lr=20k",
    "rnn|nf4|TweenAlt|lr=20k",
    "mamba|nf4|TweenAlt|lr=20k",
    "gdn|nf4|TweenAlt|lr=20k",
    "swiglu|nf4|TweenAlt|lr=20k",
    "residual|nf4|TweenAlt|lr=20k",
    "layernorm|nf4|TweenAlt|lr=20k",
    "rmsnorm|nf4|TweenAlt|lr=20k",
    "dense|fp6|TweenAlt|lr=20k",
    "cnn1|fp6|TweenAlt|lr=20k",
    "cnn2|fp6|TweenAlt|lr=20k",
    "cnn3|fp6|TweenAlt|lr=20k",
    "convt1|fp6|TweenAlt|lr=20k",
    "convt2|fp6|TweenAlt|lr=20k",
    "convt3|fp6|TweenAlt|lr=20k",
    "mha|fp6|TweenAlt|lr=20k",
    "lstm|fp6|TweenAlt|lr=20k",
    "rnn|fp6|TweenAlt|lr=20k",
    "mamba|fp6|TweenAlt|lr=20k",
    "gdn|fp6|TweenAlt|lr=20k",
    "swiglu|fp6|TweenAlt|lr=20k",
    "residual|fp6|TweenAlt|lr=20k",
    "layernorm|fp6|TweenAlt|lr=20k",
    "rmsnorm|fp6|TweenAlt|lr=20k",
    "dense|int6|TweenAlt|lr=20k",
    "cnn1|int6|TweenAlt|lr=20k",
    "cnn2|int6|TweenAlt|lr=20k",
    "cnn3|int6|TweenAlt|lr=20k",
    "convt1|int6|TweenAlt|lr=20k",
    "convt2|int6|TweenAlt|lr=20k",
    "convt3|int6|TweenAlt|lr=20k",
    "mha|int6|TweenAlt|lr=20k",
    "lstm|int6|TweenAlt|lr=20k",
    "rnn|int6|TweenAlt|lr=20k",
    "mamba|int6|TweenAlt|lr=20k",
    "gdn|int6|TweenAlt|lr=20k",
    "swiglu|int6|TweenAlt|lr=20k",
    "residual|int6|TweenAlt|lr=20k",
    "layernorm|int6|TweenAlt|lr=20k",
    "rmsnorm|int6|TweenAlt|lr=20k",
    "dense|uint6|TweenAlt|lr=20k",
    "cnn1|uint6|TweenAlt|lr=20k",
    "cnn2|uint6|TweenAlt|lr=20k",
    "cnn3|uint6|TweenAlt|lr=20k",
    "convt1|uint6|TweenAlt|lr=20k",
    "convt2|uint6|TweenAlt|lr=20k",
    "convt3|uint6|TweenAlt|lr=20k",
    "mha|uint6|TweenAlt|lr=20k",
    "lstm|uint6|TweenAlt|lr=20k",
    "rnn|uint6|TweenAlt|lr=20k",
    "mamba|uint6|TweenAlt|lr=20k",
    "gdn|uint6|TweenAlt|lr=20k",
    "swiglu|uint6|TweenAlt|lr=20k",
    "residual|uint6|TweenAlt|lr=20k",
    "layernorm|uint6|TweenAlt|lr=20k",
    "rmsnorm|uint6|TweenAlt|lr=20k",
    "dense|int5|TweenAlt|lr=20k",
    "cnn1|int5|TweenAlt|lr=20k",
    "cnn2|int5|TweenAlt|lr=20k",
    "cnn3|int5|TweenAlt|lr=20k",
    "convt1|int5|TweenAlt|lr=20k",
    "convt2|int5|TweenAlt|lr=20k",
    "convt3|int5|TweenAlt|lr=20k",
    "mha|int5|TweenAlt|lr=20k",
    "lstm|int5|TweenAlt|lr=20k",
    "rnn|int5|TweenAlt|lr=20k",
    "mamba|int5|TweenAlt|lr=20k",
    "gdn|int5|TweenAlt|lr=20k",
    "swiglu|int5|TweenAlt|lr=20k",
    "residual|int5|TweenAlt|lr=20k",
    "layernorm|int5|TweenAlt|lr=20k",
    "rmsnorm|int5|TweenAlt|lr=20k",
    "dense|uint5|TweenAlt|lr=20k",
    "cnn1|uint5|TweenAlt|lr=20k",
    "cnn2|uint5|TweenAlt|lr=20k",
    "cnn3|uint5|TweenAlt|lr=20k",
    "convt1|uint5|TweenAlt|lr=20k",
    "convt2|uint5|TweenAlt|lr=20k",
    "convt3|uint5|TweenAlt|lr=20k",
    "mha|uint5|TweenAlt|lr=20k",
    "lstm|uint5|TweenAlt|lr=20k",
    "rnn|uint5|TweenAlt|lr=20k",
    "mamba|uint5|TweenAlt|lr=20k",
    "gdn|uint5|TweenAlt|lr=20k",
    "swiglu|uint5|TweenAlt|lr=20k",
    "residual|uint5|TweenAlt|lr=20k",
    "layernorm|uint5|TweenAlt|lr=20k",
    "rmsnorm|uint5|TweenAlt|lr=20k",
    "dense|int3|TweenAlt|lr=20k",
    "cnn1|int3|TweenAlt|lr=20k",
    "cnn2|int3|TweenAlt|lr=20k",
    "cnn3|int3|TweenAlt|lr=20k",
    "convt1|int3|TweenAlt|lr=20k",
    "convt2|int3|TweenAlt|lr=20k",
    "convt3|int3|TweenAlt|lr=20k",
    "mha|int3|TweenAlt|lr=20k",
    "lstm|int3|TweenAlt|lr=20k",
    "rnn|int3|TweenAlt|lr=20k",
    "mamba|int3|TweenAlt|lr=20k",
    "gdn|int3|TweenAlt|lr=20k",
    "swiglu|int3|TweenAlt|lr=20k",
    "residual|int3|TweenAlt|lr=20k",
    "layernorm|int3|TweenAlt|lr=20k",
    "rmsnorm|int3|TweenAlt|lr=20k",
    "dense|uint3|TweenAlt|lr=20k",
    "cnn1|uint3|TweenAlt|lr=20k",
    "cnn2|uint3|TweenAlt|lr=20k",
    "cnn3|uint3|TweenAlt|lr=20k",
    "convt1|uint3|TweenAlt|lr=20k",
    "convt2|uint3|TweenAlt|lr=20k",
    "convt3|uint3|TweenAlt|lr=20k",
    "mha|uint3|TweenAlt|lr=20k",
    "lstm|uint3|TweenAlt|lr=20k",
    "rnn|uint3|TweenAlt|lr=20k",
    "mamba|uint3|TweenAlt|lr=20k",
    "gdn|uint3|TweenAlt|lr=20k",
    "swiglu|uint3|TweenAlt|lr=20k",
    "residual|uint3|TweenAlt|lr=20k",
    "layernorm|uint3|TweenAlt|lr=20k",
    "rmsnorm|uint3|TweenAlt|lr=20k",
    "dense|float64|StepTweenAlt|lr=20k",
    "cnn1|float64|StepTweenAlt|lr=20k",
    "cnn2|float64|StepTweenAlt|lr=20k",
    "cnn3|float64|StepTweenAlt|lr=20k",
    "convt1|float64|StepTweenAlt|lr=20k",
    "convt2|float64|StepTweenAlt|lr=20k",
    "convt3|float64|StepTweenAlt|lr=20k",
    "mha|float64|StepTweenAlt|lr=20k",
    "lstm|float64|StepTweenAlt|lr=20k",
    "rnn|float64|StepTweenAlt|lr=20k",
    "mamba|float64|StepTweenAlt|lr=20k",
    "gdn|float64|StepTweenAlt|lr=20k",
    "swiglu|float64|StepTweenAlt|lr=20k",
    "residual|float64|StepTweenAlt|lr=20k",
    "layernorm|float64|StepTweenAlt|lr=20k",
    "rmsnorm|float64|StepTweenAlt|lr=20k",
    "dense|float32|StepTweenAlt|lr=20k",
    "cnn1|float32|StepTweenAlt|lr=20k",
    "cnn2|float32|StepTweenAlt|lr=20k",
    "cnn3|float32|StepTweenAlt|lr=20k",
    "convt1|float32|StepTweenAlt|lr=20k",
    "convt2|float32|StepTweenAlt|lr=20k",
    "convt3|float32|StepTweenAlt|lr=20k",
    "mha|float32|StepTweenAlt|lr=20k",
    "lstm|float32|StepTweenAlt|lr=20k",
    "rnn|float32|StepTweenAlt|lr=20k",
    "mamba|float32|StepTweenAlt|lr=20k",
    "gdn|float32|StepTweenAlt|lr=20k",
    "swiglu|float32|StepTweenAlt|lr=20k",
    "residual|float32|StepTweenAlt|lr=20k",
    "layernorm|float32|StepTweenAlt|lr=20k",
    "rmsnorm|float32|StepTweenAlt|lr=20k",
    "dense|float16|StepTweenAlt|lr=20k",
    "cnn1|float16|StepTweenAlt|lr=20k",
    "cnn2|float16|StepTweenAlt|lr=20k",
    "cnn3|float16|StepTweenAlt|lr=20k",
    "convt1|float16|StepTweenAlt|lr=20k",
    "convt2|float16|StepTweenAlt|lr=20k",
    "convt3|float16|StepTweenAlt|lr=20k",
    "mha|float16|StepTweenAlt|lr=20k",
    "lstm|float16|StepTweenAlt|lr=20k",
    "rnn|float16|StepTweenAlt|lr=20k",
    "mamba|float16|StepTweenAlt|lr=20k",
    "gdn|float16|StepTweenAlt|lr=20k",
    "swiglu|float16|StepTweenAlt|lr=20k",
    "residual|float16|StepTweenAlt|lr=20k",
    "layernorm|float16|StepTweenAlt|lr=20k",
    "rmsnorm|float16|StepTweenAlt|lr=20k",
    "dense|bfloat16|StepTweenAlt|lr=20k",
    "cnn1|bfloat16|StepTweenAlt|lr=20k",
    "cnn2|bfloat16|StepTweenAlt|lr=20k",
    "cnn3|bfloat16|StepTweenAlt|lr=20k",
    "convt1|bfloat16|StepTweenAlt|lr=20k",
    "convt2|bfloat16|StepTweenAlt|lr=20k",
    "convt3|bfloat16|StepTweenAlt|lr=20k",
    "mha|bfloat16|StepTweenAlt|lr=20k",
    "lstm|bfloat16|StepTweenAlt|lr=20k",
    "rnn|bfloat16|StepTweenAlt|lr=20k",
    "mamba|bfloat16|StepTweenAlt|lr=20k",
    "gdn|bfloat16|StepTweenAlt|lr=20k",
    "swiglu|bfloat16|StepTweenAlt|lr=20k",
    "residual|bfloat16|StepTweenAlt|lr=20k",
    "layernorm|bfloat16|StepTweenAlt|lr=20k",
    "rmsnorm|bfloat16|StepTweenAlt|lr=20k",
    "dense|fp8e4m3|StepTweenAlt|lr=20k",
    "cnn1|fp8e4m3|StepTweenAlt|lr=20k",
    "cnn2|fp8e4m3|StepTweenAlt|lr=20k",
    "cnn3|fp8e4m3|StepTweenAlt|lr=20k",
    "convt1|fp8e4m3|StepTweenAlt|lr=20k",
    "convt2|fp8e4m3|StepTweenAlt|lr=20k",
    "convt3|fp8e4m3|StepTweenAlt|lr=20k",
    "mha|fp8e4m3|StepTweenAlt|lr=20k",
    "lstm|fp8e4m3|StepTweenAlt|lr=20k",
    "rnn|fp8e4m3|StepTweenAlt|lr=20k",
    "mamba|fp8e4m3|StepTweenAlt|lr=20k",
    "gdn|fp8e4m3|StepTweenAlt|lr=20k",
    "swiglu|fp8e4m3|StepTweenAlt|lr=20k",
    "residual|fp8e4m3|StepTweenAlt|lr=20k",
    "layernorm|fp8e4m3|StepTweenAlt|lr=20k",
    "rmsnorm|fp8e4m3|StepTweenAlt|lr=20k",
    "dense|fp8e5m2|StepTweenAlt|lr=20k",
    "cnn1|fp8e5m2|StepTweenAlt|lr=20k",
    "cnn2|fp8e5m2|StepTweenAlt|lr=20k",
    "cnn3|fp8e5m2|StepTweenAlt|lr=20k",
    "convt1|fp8e5m2|StepTweenAlt|lr=20k",
    "convt2|fp8e5m2|StepTweenAlt|lr=20k",
    "convt3|fp8e5m2|StepTweenAlt|lr=20k",
    "mha|fp8e5m2|StepTweenAlt|lr=20k",
    "lstm|fp8e5m2|StepTweenAlt|lr=20k",
    "rnn|fp8e5m2|StepTweenAlt|lr=20k",
    "mamba|fp8e5m2|StepTweenAlt|lr=20k",
    "gdn|fp8e5m2|StepTweenAlt|lr=20k",
    "swiglu|fp8e5m2|StepTweenAlt|lr=20k",
    "residual|fp8e5m2|StepTweenAlt|lr=20k",
    "layernorm|fp8e5m2|StepTweenAlt|lr=20k",
    "rmsnorm|fp8e5m2|StepTweenAlt|lr=20k",
    "dense|int64|StepTweenAlt|lr=20k",
    "cnn1|int64|StepTweenAlt|lr=20k",
    "cnn2|int64|StepTweenAlt|lr=20k",
    "cnn3|int64|StepTweenAlt|lr=20k",
    "convt1|int64|StepTweenAlt|lr=20k",
    "convt2|int64|StepTweenAlt|lr=20k",
    "convt3|int64|StepTweenAlt|lr=20k",
    "mha|int64|StepTweenAlt|lr=20k",
    "lstm|int64|StepTweenAlt|lr=20k",
    "rnn|int64|StepTweenAlt|lr=20k",
    "mamba|int64|StepTweenAlt|lr=20k",
    "gdn|int64|StepTweenAlt|lr=20k",
    "swiglu|int64|StepTweenAlt|lr=20k",
    "residual|int64|StepTweenAlt|lr=20k",
    "layernorm|int64|StepTweenAlt|lr=20k",
    "rmsnorm|int64|StepTweenAlt|lr=20k",
    "dense|int32|StepTweenAlt|lr=20k",
    "cnn1|int32|StepTweenAlt|lr=20k",
    "cnn2|int32|StepTweenAlt|lr=20k",
    "cnn3|int32|StepTweenAlt|lr=20k",
    "convt1|int32|StepTweenAlt|lr=20k",
    "convt2|int32|StepTweenAlt|lr=20k",
    "convt3|int32|StepTweenAlt|lr=20k",
    "mha|int32|StepTweenAlt|lr=20k",
    "lstm|int32|StepTweenAlt|lr=20k",
    "rnn|int32|StepTweenAlt|lr=20k",
    "mamba|int32|StepTweenAlt|lr=20k",
    "gdn|int32|StepTweenAlt|lr=20k",
    "swiglu|int32|StepTweenAlt|lr=20k",
    "residual|int32|StepTweenAlt|lr=20k",
    "layernorm|int32|StepTweenAlt|lr=20k",
    "rmsnorm|int32|StepTweenAlt|lr=20k",
    "dense|int16|StepTweenAlt|lr=20k",
    "cnn1|int16|StepTweenAlt|lr=20k",
    "cnn2|int16|StepTweenAlt|lr=20k",
    "cnn3|int16|StepTweenAlt|lr=20k",
    "convt1|int16|StepTweenAlt|lr=20k",
    "convt2|int16|StepTweenAlt|lr=20k",
    "convt3|int16|StepTweenAlt|lr=20k",
    "mha|int16|StepTweenAlt|lr=20k",
    "lstm|int16|StepTweenAlt|lr=20k",
    "rnn|int16|StepTweenAlt|lr=20k",
    "mamba|int16|StepTweenAlt|lr=20k",
    "gdn|int16|StepTweenAlt|lr=20k",
    "swiglu|int16|StepTweenAlt|lr=20k",
    "residual|int16|StepTweenAlt|lr=20k",
    "layernorm|int16|StepTweenAlt|lr=20k",
    "rmsnorm|int16|StepTweenAlt|lr=20k",
    "dense|int8|StepTweenAlt|lr=20k",
    "cnn1|int8|StepTweenAlt|lr=20k",
    "cnn2|int8|StepTweenAlt|lr=20k",
    "cnn3|int8|StepTweenAlt|lr=20k",
    "convt1|int8|StepTweenAlt|lr=20k",
    "convt2|int8|StepTweenAlt|lr=20k",
    "convt3|int8|StepTweenAlt|lr=20k",
    "mha|int8|StepTweenAlt|lr=20k",
    "lstm|int8|StepTweenAlt|lr=20k",
    "rnn|int8|StepTweenAlt|lr=20k",
    "mamba|int8|StepTweenAlt|lr=20k",
    "gdn|int8|StepTweenAlt|lr=20k",
    "swiglu|int8|StepTweenAlt|lr=20k",
    "residual|int8|StepTweenAlt|lr=20k",
    "layernorm|int8|StepTweenAlt|lr=20k",
    "rmsnorm|int8|StepTweenAlt|lr=20k",
    "dense|uint64|StepTweenAlt|lr=20k",
    "cnn1|uint64|StepTweenAlt|lr=20k",
    "cnn2|uint64|StepTweenAlt|lr=20k",
    "cnn3|uint64|StepTweenAlt|lr=20k",
    "convt1|uint64|StepTweenAlt|lr=20k",
    "convt2|uint64|StepTweenAlt|lr=20k",
    "convt3|uint64|StepTweenAlt|lr=20k",
    "mha|uint64|StepTweenAlt|lr=20k",
    "lstm|uint64|StepTweenAlt|lr=20k",
    "rnn|uint64|StepTweenAlt|lr=20k",
    "mamba|uint64|StepTweenAlt|lr=20k",
    "gdn|uint64|StepTweenAlt|lr=20k",
    "swiglu|uint64|StepTweenAlt|lr=20k",
    "residual|uint64|StepTweenAlt|lr=20k",
    "layernorm|uint64|StepTweenAlt|lr=20k",
    "rmsnorm|uint64|StepTweenAlt|lr=20k",
    "dense|uint32|StepTweenAlt|lr=20k",
    "cnn1|uint32|StepTweenAlt|lr=20k",
    "cnn2|uint32|StepTweenAlt|lr=20k",
    "cnn3|uint32|StepTweenAlt|lr=20k",
    "convt1|uint32|StepTweenAlt|lr=20k",
    "convt2|uint32|StepTweenAlt|lr=20k",
    "convt3|uint32|StepTweenAlt|lr=20k",
    "mha|uint32|StepTweenAlt|lr=20k",
    "lstm|uint32|StepTweenAlt|lr=20k",
    "rnn|uint32|StepTweenAlt|lr=20k",
    "mamba|uint32|StepTweenAlt|lr=20k",
    "gdn|uint32|StepTweenAlt|lr=20k",
    "swiglu|uint32|StepTweenAlt|lr=20k",
    "residual|uint32|StepTweenAlt|lr=20k",
    "layernorm|uint32|StepTweenAlt|lr=20k",
    "rmsnorm|uint32|StepTweenAlt|lr=20k",
    "dense|uint16|StepTweenAlt|lr=20k",
    "cnn1|uint16|StepTweenAlt|lr=20k",
    "cnn2|uint16|StepTweenAlt|lr=20k",
    "cnn3|uint16|StepTweenAlt|lr=20k",
    "convt1|uint16|StepTweenAlt|lr=20k",
    "convt2|uint16|StepTweenAlt|lr=20k",
    "convt3|uint16|StepTweenAlt|lr=20k",
    "mha|uint16|StepTweenAlt|lr=20k",
    "lstm|uint16|StepTweenAlt|lr=20k",
    "rnn|uint16|StepTweenAlt|lr=20k",
    "mamba|uint16|StepTweenAlt|lr=20k",
    "gdn|uint16|StepTweenAlt|lr=20k",
    "swiglu|uint16|StepTweenAlt|lr=20k",
    "residual|uint16|StepTweenAlt|lr=20k",
    "layernorm|uint16|StepTweenAlt|lr=20k",
    "rmsnorm|uint16|StepTweenAlt|lr=20k",
    "dense|uint8|StepTweenAlt|lr=20k",
    "cnn1|uint8|StepTweenAlt|lr=20k",
    "cnn2|uint8|StepTweenAlt|lr=20k",
    "cnn3|uint8|StepTweenAlt|lr=20k",
    "convt1|uint8|StepTweenAlt|lr=20k",
    "convt2|uint8|StepTweenAlt|lr=20k",
    "convt3|uint8|StepTweenAlt|lr=20k",
    "mha|uint8|StepTweenAlt|lr=20k",
    "lstm|uint8|StepTweenAlt|lr=20k",
    "rnn|uint8|StepTweenAlt|lr=20k",
    "mamba|uint8|StepTweenAlt|lr=20k",
    "gdn|uint8|StepTweenAlt|lr=20k",
    "swiglu|uint8|StepTweenAlt|lr=20k",
    "residual|uint8|StepTweenAlt|lr=20k",
    "layernorm|uint8|StepTweenAlt|lr=20k",
    "rmsnorm|uint8|StepTweenAlt|lr=20k",
    "dense|int4|StepTweenAlt|lr=20k",
    "cnn1|int4|StepTweenAlt|lr=20k",
    "cnn2|int4|StepTweenAlt|lr=20k",
    "cnn3|int4|StepTweenAlt|lr=20k",
    "convt1|int4|StepTweenAlt|lr=20k",
    "convt2|int4|StepTweenAlt|lr=20k",
    "convt3|int4|StepTweenAlt|lr=20k",
    "mha|int4|StepTweenAlt|lr=20k",
    "lstm|int4|StepTweenAlt|lr=20k",
    "rnn|int4|StepTweenAlt|lr=20k",
    "mamba|int4|StepTweenAlt|lr=20k",
    "gdn|int4|StepTweenAlt|lr=20k",
    "swiglu|int4|StepTweenAlt|lr=20k",
    "residual|int4|StepTweenAlt|lr=20k",
    "layernorm|int4|StepTweenAlt|lr=20k",
    "rmsnorm|int4|StepTweenAlt|lr=20k",
    "dense|uint4|StepTweenAlt|lr=20k",
    "cnn1|uint4|StepTweenAlt|lr=20k",
    "cnn2|uint4|StepTweenAlt|lr=20k",
    "cnn3|uint4|StepTweenAlt|lr=20k",
    "convt1|uint4|StepTweenAlt|lr=20k",
    "convt2|uint4|StepTweenAlt|lr=20k",
    "convt3|uint4|StepTweenAlt|lr=20k",
    "mha|uint4|StepTweenAlt|lr=20k",
    "lstm|uint4|StepTweenAlt|lr=20k",
    "rnn|uint4|StepTweenAlt|lr=20k",
    "mamba|uint4|StepTweenAlt|lr=20k",
    "gdn|uint4|StepTweenAlt|lr=20k",
    "swiglu|uint4|StepTweenAlt|lr=20k",
    "residual|uint4|StepTweenAlt|lr=20k",
    "layernorm|uint4|StepTweenAlt|lr=20k",
    "rmsnorm|uint4|StepTweenAlt|lr=20k",
    "dense|fp4|StepTweenAlt|lr=20k",
    "cnn1|fp4|StepTweenAlt|lr=20k",
    "cnn2|fp4|StepTweenAlt|lr=20k",
    "cnn3|fp4|StepTweenAlt|lr=20k",
    "convt1|fp4|StepTweenAlt|lr=20k",
    "convt2|fp4|StepTweenAlt|lr=20k",
    "convt3|fp4|StepTweenAlt|lr=20k",
    "mha|fp4|StepTweenAlt|lr=20k",
    "lstm|fp4|StepTweenAlt|lr=20k",
    "rnn|fp4|StepTweenAlt|lr=20k",
    "mamba|fp4|StepTweenAlt|lr=20k",
    "gdn|fp4|StepTweenAlt|lr=20k",
    "swiglu|fp4|StepTweenAlt|lr=20k",
    "residual|fp4|StepTweenAlt|lr=20k",
    "layernorm|fp4|StepTweenAlt|lr=20k",
    "rmsnorm|fp4|StepTweenAlt|lr=20k",
    "dense|int2|StepTweenAlt|lr=20k",
    "cnn1|int2|StepTweenAlt|lr=20k",
    "cnn2|int2|StepTweenAlt|lr=20k",
    "cnn3|int2|StepTweenAlt|lr=20k",
    "convt1|int2|StepTweenAlt|lr=20k",
    "convt2|int2|StepTweenAlt|lr=20k",
    "convt3|int2|StepTweenAlt|lr=20k",
    "mha|int2|StepTweenAlt|lr=20k",
    "lstm|int2|StepTweenAlt|lr=20k",
    "rnn|int2|StepTweenAlt|lr=20k",
    "mamba|int2|StepTweenAlt|lr=20k",
    "gdn|int2|StepTweenAlt|lr=20k",
    "swiglu|int2|StepTweenAlt|lr=20k",
    "residual|int2|StepTweenAlt|lr=20k",
    "layernorm|int2|StepTweenAlt|lr=20k",
    "rmsnorm|int2|StepTweenAlt|lr=20k",
    "dense|uint2|StepTweenAlt|lr=20k",
    "cnn1|uint2|StepTweenAlt|lr=20k",
    "cnn2|uint2|StepTweenAlt|lr=20k",
    "cnn3|uint2|StepTweenAlt|lr=20k",
    "convt1|uint2|StepTweenAlt|lr=20k",
    "convt2|uint2|StepTweenAlt|lr=20k",
    "convt3|uint2|StepTweenAlt|lr=20k",
    "mha|uint2|StepTweenAlt|lr=20k",
    "lstm|uint2|StepTweenAlt|lr=20k",
    "rnn|uint2|StepTweenAlt|lr=20k",
    "mamba|uint2|StepTweenAlt|lr=20k",
    "gdn|uint2|StepTweenAlt|lr=20k",
    "swiglu|uint2|StepTweenAlt|lr=20k",
    "residual|uint2|StepTweenAlt|lr=20k",
    "layernorm|uint2|StepTweenAlt|lr=20k",
    "rmsnorm|uint2|StepTweenAlt|lr=20k",
    "dense|ternary|StepTweenAlt|lr=20k",
    "cnn1|ternary|StepTweenAlt|lr=20k",
    "cnn2|ternary|StepTweenAlt|lr=20k",
    "cnn3|ternary|StepTweenAlt|lr=20k",
    "convt1|ternary|StepTweenAlt|lr=20k",
    "convt2|ternary|StepTweenAlt|lr=20k",
    "convt3|ternary|StepTweenAlt|lr=20k",
    "mha|ternary|StepTweenAlt|lr=20k",
    "lstm|ternary|StepTweenAlt|lr=20k",
    "rnn|ternary|StepTweenAlt|lr=20k",
    "mamba|ternary|StepTweenAlt|lr=20k",
    "gdn|ternary|StepTweenAlt|lr=20k",
    "swiglu|ternary|StepTweenAlt|lr=20k",
    "residual|ternary|StepTweenAlt|lr=20k",
    "layernorm|ternary|StepTweenAlt|lr=20k",
    "rmsnorm|ternary|StepTweenAlt|lr=20k",
    "dense|binary|StepTweenAlt|lr=20k",
    "cnn1|binary|StepTweenAlt|lr=20k",
    "cnn2|binary|StepTweenAlt|lr=20k",
    "cnn3|binary|StepTweenAlt|lr=20k",
    "convt1|binary|StepTweenAlt|lr=20k",
    "convt2|binary|StepTweenAlt|lr=20k",
    "convt3|binary|StepTweenAlt|lr=20k",
    "mha|binary|StepTweenAlt|lr=20k",
    "lstm|binary|StepTweenAlt|lr=20k",
    "rnn|binary|StepTweenAlt|lr=20k",
    "mamba|binary|StepTweenAlt|lr=20k",
    "gdn|binary|StepTweenAlt|lr=20k",
    "swiglu|binary|StepTweenAlt|lr=20k",
    "residual|binary|StepTweenAlt|lr=20k",
    "layernorm|binary|StepTweenAlt|lr=20k",
    "rmsnorm|binary|StepTweenAlt|lr=20k",
    "dense|int|StepTweenAlt|lr=20k",
    "cnn1|int|StepTweenAlt|lr=20k",
    "cnn2|int|StepTweenAlt|lr=20k",
    "cnn3|int|StepTweenAlt|lr=20k",
    "convt1|int|StepTweenAlt|lr=20k",
    "convt2|int|StepTweenAlt|lr=20k",
    "convt3|int|StepTweenAlt|lr=20k",
    "mha|int|StepTweenAlt|lr=20k",
    "lstm|int|StepTweenAlt|lr=20k",
    "rnn|int|StepTweenAlt|lr=20k",
    "mamba|int|StepTweenAlt|lr=20k",
    "gdn|int|StepTweenAlt|lr=20k",
    "swiglu|int|StepTweenAlt|lr=20k",
    "residual|int|StepTweenAlt|lr=20k",
    "layernorm|int|StepTweenAlt|lr=20k",
    "rmsnorm|int|StepTweenAlt|lr=20k",
    "dense|uint|StepTweenAlt|lr=20k",
    "cnn1|uint|StepTweenAlt|lr=20k",
    "cnn2|uint|StepTweenAlt|lr=20k",
    "cnn3|uint|StepTweenAlt|lr=20k",
    "convt1|uint|StepTweenAlt|lr=20k",
    "convt2|uint|StepTweenAlt|lr=20k",
    "convt3|uint|StepTweenAlt|lr=20k",
    "mha|uint|StepTweenAlt|lr=20k",
    "lstm|uint|StepTweenAlt|lr=20k",
    "rnn|uint|StepTweenAlt|lr=20k",
    "mamba|uint|StepTweenAlt|lr=20k",
    "gdn|uint|StepTweenAlt|lr=20k",
    "swiglu|uint|StepTweenAlt|lr=20k",
    "residual|uint|StepTweenAlt|lr=20k",
    "layernorm|uint|StepTweenAlt|lr=20k",
    "rmsnorm|uint|StepTweenAlt|lr=20k",
    "dense|uintptr|StepTweenAlt|lr=20k",
    "cnn1|uintptr|StepTweenAlt|lr=20k",
    "cnn2|uintptr|StepTweenAlt|lr=20k",
    "cnn3|uintptr|StepTweenAlt|lr=20k",
    "convt1|uintptr|StepTweenAlt|lr=20k",
    "convt2|uintptr|StepTweenAlt|lr=20k",
    "convt3|uintptr|StepTweenAlt|lr=20k",
    "mha|uintptr|StepTweenAlt|lr=20k",
    "lstm|uintptr|StepTweenAlt|lr=20k",
    "rnn|uintptr|StepTweenAlt|lr=20k",
    "mamba|uintptr|StepTweenAlt|lr=20k",
    "gdn|uintptr|StepTweenAlt|lr=20k",
    "swiglu|uintptr|StepTweenAlt|lr=20k",
    "residual|uintptr|StepTweenAlt|lr=20k",
    "layernorm|uintptr|StepTweenAlt|lr=20k",
    "rmsnorm|uintptr|StepTweenAlt|lr=20k",
    "dense|complex64|StepTweenAlt|lr=20k",
    "cnn1|complex64|StepTweenAlt|lr=20k",
    "cnn2|complex64|StepTweenAlt|lr=20k",
    "cnn3|complex64|StepTweenAlt|lr=20k",
    "convt1|complex64|StepTweenAlt|lr=20k",
    "convt2|complex64|StepTweenAlt|lr=20k",
    "convt3|complex64|StepTweenAlt|lr=20k",
    "mha|complex64|StepTweenAlt|lr=20k",
    "lstm|complex64|StepTweenAlt|lr=20k",
    "rnn|complex64|StepTweenAlt|lr=20k",
    "mamba|complex64|StepTweenAlt|lr=20k",
    "gdn|complex64|StepTweenAlt|lr=20k",
    "swiglu|complex64|StepTweenAlt|lr=20k",
    "residual|complex64|StepTweenAlt|lr=20k",
    "layernorm|complex64|StepTweenAlt|lr=20k",
    "rmsnorm|complex64|StepTweenAlt|lr=20k",
    "dense|complex128|StepTweenAlt|lr=20k",
    "cnn1|complex128|StepTweenAlt|lr=20k",
    "cnn2|complex128|StepTweenAlt|lr=20k",
    "cnn3|complex128|StepTweenAlt|lr=20k",
    "convt1|complex128|StepTweenAlt|lr=20k",
    "convt2|complex128|StepTweenAlt|lr=20k",
    "convt3|complex128|StepTweenAlt|lr=20k",
    "mha|complex128|StepTweenAlt|lr=20k",
    "lstm|complex128|StepTweenAlt|lr=20k",
    "rnn|complex128|StepTweenAlt|lr=20k",
    "mamba|complex128|StepTweenAlt|lr=20k",
    "gdn|complex128|StepTweenAlt|lr=20k",
    "swiglu|complex128|StepTweenAlt|lr=20k",
    "residual|complex128|StepTweenAlt|lr=20k",
    "layernorm|complex128|StepTweenAlt|lr=20k",
    "rmsnorm|complex128|StepTweenAlt|lr=20k",
    "dense|nf4|StepTweenAlt|lr=20k",
    "cnn1|nf4|StepTweenAlt|lr=20k",
    "cnn2|nf4|StepTweenAlt|lr=20k",
    "cnn3|nf4|StepTweenAlt|lr=20k",
    "convt1|nf4|StepTweenAlt|lr=20k",
    "convt2|nf4|StepTweenAlt|lr=20k",
    "convt3|nf4|StepTweenAlt|lr=20k",
    "mha|nf4|StepTweenAlt|lr=20k",
    "lstm|nf4|StepTweenAlt|lr=20k",
    "rnn|nf4|StepTweenAlt|lr=20k",
    "mamba|nf4|StepTweenAlt|lr=20k",
    "gdn|nf4|StepTweenAlt|lr=20k",
    "swiglu|nf4|StepTweenAlt|lr=20k",
    "residual|nf4|StepTweenAlt|lr=20k",
    "layernorm|nf4|StepTweenAlt|lr=20k",
    "rmsnorm|nf4|StepTweenAlt|lr=20k",
    "dense|fp6|StepTweenAlt|lr=20k",
    "cnn1|fp6|StepTweenAlt|lr=20k",
    "cnn2|fp6|StepTweenAlt|lr=20k",
    "cnn3|fp6|StepTweenAlt|lr=20k",
    "convt1|fp6|StepTweenAlt|lr=20k",
    "convt2|fp6|StepTweenAlt|lr=20k",
    "convt3|fp6|StepTweenAlt|lr=20k",
    "mha|fp6|StepTweenAlt|lr=20k",
    "lstm|fp6|StepTweenAlt|lr=20k",
    "rnn|fp6|StepTweenAlt|lr=20k",
    "mamba|fp6|StepTweenAlt|lr=20k",
    "gdn|fp6|StepTweenAlt|lr=20k",
    "swiglu|fp6|StepTweenAlt|lr=20k",
    "residual|fp6|StepTweenAlt|lr=20k",
    "layernorm|fp6|StepTweenAlt|lr=20k",
    "rmsnorm|fp6|StepTweenAlt|lr=20k",
    "dense|int6|StepTweenAlt|lr=20k",
    "cnn1|int6|StepTweenAlt|lr=20k",
    "cnn2|int6|StepTweenAlt|lr=20k",
    "cnn3|int6|StepTweenAlt|lr=20k",
    "convt1|int6|StepTweenAlt|lr=20k",
    "convt2|int6|StepTweenAlt|lr=20k",
    "convt3|int6|StepTweenAlt|lr=20k",
    "mha|int6|StepTweenAlt|lr=20k",
    "lstm|int6|StepTweenAlt|lr=20k",
    "rnn|int6|StepTweenAlt|lr=20k",
    "mamba|int6|StepTweenAlt|lr=20k",
    "gdn|int6|StepTweenAlt|lr=20k",
    "swiglu|int6|StepTweenAlt|lr=20k",
    "residual|int6|StepTweenAlt|lr=20k",
    "layernorm|int6|StepTweenAlt|lr=20k",
    "rmsnorm|int6|StepTweenAlt|lr=20k",
    "dense|uint6|StepTweenAlt|lr=20k",
    "cnn1|uint6|StepTweenAlt|lr=20k",
    "cnn2|uint6|StepTweenAlt|lr=20k",
    "cnn3|uint6|StepTweenAlt|lr=20k",
    "convt1|uint6|StepTweenAlt|lr=20k",
    "convt2|uint6|StepTweenAlt|lr=20k",
    "convt3|uint6|StepTweenAlt|lr=20k",
    "mha|uint6|StepTweenAlt|lr=20k",
    "lstm|uint6|StepTweenAlt|lr=20k",
    "rnn|uint6|StepTweenAlt|lr=20k",
    "mamba|uint6|StepTweenAlt|lr=20k",
    "gdn|uint6|StepTweenAlt|lr=20k",
    "swiglu|uint6|StepTweenAlt|lr=20k",
    "residual|uint6|StepTweenAlt|lr=20k",
    "layernorm|uint6|StepTweenAlt|lr=20k",
    "rmsnorm|uint6|StepTweenAlt|lr=20k",
    "dense|int5|StepTweenAlt|lr=20k",
    "cnn1|int5|StepTweenAlt|lr=20k",
    "cnn2|int5|StepTweenAlt|lr=20k",
    "cnn3|int5|StepTweenAlt|lr=20k",
    "convt1|int5|StepTweenAlt|lr=20k",
    "convt2|int5|StepTweenAlt|lr=20k",
    "convt3|int5|StepTweenAlt|lr=20k",
    "mha|int5|StepTweenAlt|lr=20k",
    "lstm|int5|StepTweenAlt|lr=20k",
    "rnn|int5|StepTweenAlt|lr=20k",
    "mamba|int5|StepTweenAlt|lr=20k",
    "gdn|int5|StepTweenAlt|lr=20k",
    "swiglu|int5|StepTweenAlt|lr=20k",
    "residual|int5|StepTweenAlt|lr=20k",
    "layernorm|int5|StepTweenAlt|lr=20k",
    "rmsnorm|int5|StepTweenAlt|lr=20k",
    "dense|uint5|StepTweenAlt|lr=20k",
    "cnn1|uint5|StepTweenAlt|lr=20k",
    "cnn2|uint5|StepTweenAlt|lr=20k",
    "cnn3|uint5|StepTweenAlt|lr=20k",
    "convt1|uint5|StepTweenAlt|lr=20k",
    "convt2|uint5|StepTweenAlt|lr=20k",
    "convt3|uint5|StepTweenAlt|lr=20k",
    "mha|uint5|StepTweenAlt|lr=20k",
    "lstm|uint5|StepTweenAlt|lr=20k",
    "rnn|uint5|StepTweenAlt|lr=20k",
    "mamba|uint5|StepTweenAlt|lr=20k",
    "gdn|uint5|StepTweenAlt|lr=20k",
    "swiglu|uint5|StepTweenAlt|lr=20k",
    "residual|uint5|StepTweenAlt|lr=20k",
    "layernorm|uint5|StepTweenAlt|lr=20k",
    "rmsnorm|uint5|StepTweenAlt|lr=20k",
    "dense|int3|StepTweenAlt|lr=20k",
    "cnn1|int3|StepTweenAlt|lr=20k",
    "cnn2|int3|StepTweenAlt|lr=20k",
    "cnn3|int3|StepTweenAlt|lr=20k",
    "convt1|int3|StepTweenAlt|lr=20k",
    "convt2|int3|StepTweenAlt|lr=20k",
    "convt3|int3|StepTweenAlt|lr=20k",
    "mha|int3|StepTweenAlt|lr=20k",
    "lstm|int3|StepTweenAlt|lr=20k",
    "rnn|int3|StepTweenAlt|lr=20k",
    "mamba|int3|StepTweenAlt|lr=20k",
    "gdn|int3|StepTweenAlt|lr=20k",
    "swiglu|int3|StepTweenAlt|lr=20k",
    "residual|int3|StepTweenAlt|lr=20k",
    "layernorm|int3|StepTweenAlt|lr=20k",
    "rmsnorm|int3|StepTweenAlt|lr=20k",
    "dense|uint3|StepTweenAlt|lr=20k",
    "cnn1|uint3|StepTweenAlt|lr=20k",
    "cnn2|uint3|StepTweenAlt|lr=20k",
    "cnn3|uint3|StepTweenAlt|lr=20k",
    "convt1|uint3|StepTweenAlt|lr=20k",
    "convt2|uint3|StepTweenAlt|lr=20k",
    "convt3|uint3|StepTweenAlt|lr=20k",
    "mha|uint3|StepTweenAlt|lr=20k",
    "lstm|uint3|StepTweenAlt|lr=20k",
    "rnn|uint3|StepTweenAlt|lr=20k",
    "mamba|uint3|StepTweenAlt|lr=20k",
    "gdn|uint3|StepTweenAlt|lr=20k",
    "swiglu|uint3|StepTweenAlt|lr=20k",
    "residual|uint3|StepTweenAlt|lr=20k",
    "layernorm|uint3|StepTweenAlt|lr=20k",
    "rmsnorm|uint3|StepTweenAlt|lr=20k",
    "dense|float64|TweenSplitHeadProxy|lr=20k",
    "cnn1|float64|TweenSplitHeadProxy|lr=20k",
    "cnn2|float64|TweenSplitHeadProxy|lr=20k",
    "cnn3|float64|TweenSplitHeadProxy|lr=20k",
    "convt1|float64|TweenSplitHeadProxy|lr=20k",
    "convt2|float64|TweenSplitHeadProxy|lr=20k",
    "convt3|float64|TweenSplitHeadProxy|lr=20k",
    "mha|float64|TweenSplitHeadProxy|lr=20k",
    "lstm|float64|TweenSplitHeadProxy|lr=20k",
    "rnn|float64|TweenSplitHeadProxy|lr=20k",
    "mamba|float64|TweenSplitHeadProxy|lr=20k",
    "gdn|float64|TweenSplitHeadProxy|lr=20k",
    "swiglu|float64|TweenSplitHeadProxy|lr=20k",
    "residual|float64|TweenSplitHeadProxy|lr=20k",
    "layernorm|float64|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|float64|TweenSplitHeadProxy|lr=20k",
    "dense|float32|TweenSplitHeadProxy|lr=20k",
    "cnn1|float32|TweenSplitHeadProxy|lr=20k",
    "cnn2|float32|TweenSplitHeadProxy|lr=20k",
    "cnn3|float32|TweenSplitHeadProxy|lr=20k",
    "convt1|float32|TweenSplitHeadProxy|lr=20k",
    "convt2|float32|TweenSplitHeadProxy|lr=20k",
    "convt3|float32|TweenSplitHeadProxy|lr=20k",
    "mha|float32|TweenSplitHeadProxy|lr=20k",
    "lstm|float32|TweenSplitHeadProxy|lr=20k",
    "rnn|float32|TweenSplitHeadProxy|lr=20k",
    "mamba|float32|TweenSplitHeadProxy|lr=20k",
    "gdn|float32|TweenSplitHeadProxy|lr=20k",
    "swiglu|float32|TweenSplitHeadProxy|lr=20k",
    "residual|float32|TweenSplitHeadProxy|lr=20k",
    "layernorm|float32|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|float32|TweenSplitHeadProxy|lr=20k",
    "dense|float16|TweenSplitHeadProxy|lr=20k",
    "cnn1|float16|TweenSplitHeadProxy|lr=20k",
    "cnn2|float16|TweenSplitHeadProxy|lr=20k",
    "cnn3|float16|TweenSplitHeadProxy|lr=20k",
    "convt1|float16|TweenSplitHeadProxy|lr=20k",
    "convt2|float16|TweenSplitHeadProxy|lr=20k",
    "convt3|float16|TweenSplitHeadProxy|lr=20k",
    "mha|float16|TweenSplitHeadProxy|lr=20k",
    "lstm|float16|TweenSplitHeadProxy|lr=20k",
    "rnn|float16|TweenSplitHeadProxy|lr=20k",
    "mamba|float16|TweenSplitHeadProxy|lr=20k",
    "gdn|float16|TweenSplitHeadProxy|lr=20k",
    "swiglu|float16|TweenSplitHeadProxy|lr=20k",
    "residual|float16|TweenSplitHeadProxy|lr=20k",
    "layernorm|float16|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|float16|TweenSplitHeadProxy|lr=20k",
    "dense|bfloat16|TweenSplitHeadProxy|lr=20k",
    "cnn1|bfloat16|TweenSplitHeadProxy|lr=20k",
    "cnn2|bfloat16|TweenSplitHeadProxy|lr=20k",
    "cnn3|bfloat16|TweenSplitHeadProxy|lr=20k",
    "convt1|bfloat16|TweenSplitHeadProxy|lr=20k",
    "convt2|bfloat16|TweenSplitHeadProxy|lr=20k",
    "convt3|bfloat16|TweenSplitHeadProxy|lr=20k",
    "mha|bfloat16|TweenSplitHeadProxy|lr=20k",
    "lstm|bfloat16|TweenSplitHeadProxy|lr=20k",
    "rnn|bfloat16|TweenSplitHeadProxy|lr=20k",
    "mamba|bfloat16|TweenSplitHeadProxy|lr=20k",
    "gdn|bfloat16|TweenSplitHeadProxy|lr=20k",
    "swiglu|bfloat16|TweenSplitHeadProxy|lr=20k",
    "residual|bfloat16|TweenSplitHeadProxy|lr=20k",
    "layernorm|bfloat16|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|bfloat16|TweenSplitHeadProxy|lr=20k",
    "dense|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "cnn1|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "cnn2|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "cnn3|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "convt1|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "convt2|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "convt3|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "mha|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "lstm|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "rnn|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "mamba|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "gdn|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "swiglu|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "residual|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "layernorm|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|fp8e4m3|TweenSplitHeadProxy|lr=20k",
    "dense|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "cnn1|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "cnn2|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "cnn3|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "convt1|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "convt2|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "convt3|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "mha|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "lstm|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "rnn|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "mamba|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "gdn|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "swiglu|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "residual|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "layernorm|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|fp8e5m2|TweenSplitHeadProxy|lr=20k",
    "dense|int64|TweenSplitHeadProxy|lr=20k",
    "cnn1|int64|TweenSplitHeadProxy|lr=20k",
    "cnn2|int64|TweenSplitHeadProxy|lr=20k",
    "cnn3|int64|TweenSplitHeadProxy|lr=20k",
    "convt1|int64|TweenSplitHeadProxy|lr=20k",
    "convt2|int64|TweenSplitHeadProxy|lr=20k",
    "convt3|int64|TweenSplitHeadProxy|lr=20k",
    "mha|int64|TweenSplitHeadProxy|lr=20k",
    "lstm|int64|TweenSplitHeadProxy|lr=20k",
    "rnn|int64|TweenSplitHeadProxy|lr=20k",
    "mamba|int64|TweenSplitHeadProxy|lr=20k",
    "gdn|int64|TweenSplitHeadProxy|lr=20k",
    "swiglu|int64|TweenSplitHeadProxy|lr=20k",
    "residual|int64|TweenSplitHeadProxy|lr=20k",
    "layernorm|int64|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|int64|TweenSplitHeadProxy|lr=20k",
    "dense|int32|TweenSplitHeadProxy|lr=20k",
    "cnn1|int32|TweenSplitHeadProxy|lr=20k",
    "cnn2|int32|TweenSplitHeadProxy|lr=20k",
    "cnn3|int32|TweenSplitHeadProxy|lr=20k",
    "convt1|int32|TweenSplitHeadProxy|lr=20k",
    "convt2|int32|TweenSplitHeadProxy|lr=20k",
    "convt3|int32|TweenSplitHeadProxy|lr=20k",
    "mha|int32|TweenSplitHeadProxy|lr=20k",
    "lstm|int32|TweenSplitHeadProxy|lr=20k",
    "rnn|int32|TweenSplitHeadProxy|lr=20k",
    "mamba|int32|TweenSplitHeadProxy|lr=20k",
    "gdn|int32|TweenSplitHeadProxy|lr=20k",
    "swiglu|int32|TweenSplitHeadProxy|lr=20k",
    "residual|int32|TweenSplitHeadProxy|lr=20k",
    "layernorm|int32|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|int32|TweenSplitHeadProxy|lr=20k",
    "dense|int16|TweenSplitHeadProxy|lr=20k",
    "cnn1|int16|TweenSplitHeadProxy|lr=20k",
    "cnn2|int16|TweenSplitHeadProxy|lr=20k",
    "cnn3|int16|TweenSplitHeadProxy|lr=20k",
    "convt1|int16|TweenSplitHeadProxy|lr=20k",
    "convt2|int16|TweenSplitHeadProxy|lr=20k",
    "convt3|int16|TweenSplitHeadProxy|lr=20k",
    "mha|int16|TweenSplitHeadProxy|lr=20k",
    "lstm|int16|TweenSplitHeadProxy|lr=20k",
    "rnn|int16|TweenSplitHeadProxy|lr=20k",
    "mamba|int16|TweenSplitHeadProxy|lr=20k",
    "gdn|int16|TweenSplitHeadProxy|lr=20k",
    "swiglu|int16|TweenSplitHeadProxy|lr=20k",
    "residual|int16|TweenSplitHeadProxy|lr=20k",
    "layernorm|int16|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|int16|TweenSplitHeadProxy|lr=20k",
    "dense|int8|TweenSplitHeadProxy|lr=20k",
    "cnn1|int8|TweenSplitHeadProxy|lr=20k",
    "cnn2|int8|TweenSplitHeadProxy|lr=20k",
    "cnn3|int8|TweenSplitHeadProxy|lr=20k",
    "convt1|int8|TweenSplitHeadProxy|lr=20k",
    "convt2|int8|TweenSplitHeadProxy|lr=20k",
    "convt3|int8|TweenSplitHeadProxy|lr=20k",
    "mha|int8|TweenSplitHeadProxy|lr=20k",
    "lstm|int8|TweenSplitHeadProxy|lr=20k",
    "rnn|int8|TweenSplitHeadProxy|lr=20k",
    "mamba|int8|TweenSplitHeadProxy|lr=20k",
    "gdn|int8|TweenSplitHeadProxy|lr=20k",
    "swiglu|int8|TweenSplitHeadProxy|lr=20k",
    "residual|int8|TweenSplitHeadProxy|lr=20k",
    "layernorm|int8|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|int8|TweenSplitHeadProxy|lr=20k",
    "dense|uint64|TweenSplitHeadProxy|lr=20k",
    "cnn1|uint64|TweenSplitHeadProxy|lr=20k",
    "cnn2|uint64|TweenSplitHeadProxy|lr=20k",
    "cnn3|uint64|TweenSplitHeadProxy|lr=20k",
    "convt1|uint64|TweenSplitHeadProxy|lr=20k",
    "convt2|uint64|TweenSplitHeadProxy|lr=20k",
    "convt3|uint64|TweenSplitHeadProxy|lr=20k",
    "mha|uint64|TweenSplitHeadProxy|lr=20k",
    "lstm|uint64|TweenSplitHeadProxy|lr=20k",
    "rnn|uint64|TweenSplitHeadProxy|lr=20k",
    "mamba|uint64|TweenSplitHeadProxy|lr=20k",
    "gdn|uint64|TweenSplitHeadProxy|lr=20k",
    "swiglu|uint64|TweenSplitHeadProxy|lr=20k",
    "residual|uint64|TweenSplitHeadProxy|lr=20k",
    "layernorm|uint64|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|uint64|TweenSplitHeadProxy|lr=20k",
    "dense|uint32|TweenSplitHeadProxy|lr=20k",
    "cnn1|uint32|TweenSplitHeadProxy|lr=20k",
    "cnn2|uint32|TweenSplitHeadProxy|lr=20k",
    "cnn3|uint32|TweenSplitHeadProxy|lr=20k",
    "convt1|uint32|TweenSplitHeadProxy|lr=20k",
    "convt2|uint32|TweenSplitHeadProxy|lr=20k",
    "convt3|uint32|TweenSplitHeadProxy|lr=20k",
    "mha|uint32|TweenSplitHeadProxy|lr=20k",
    "lstm|uint32|TweenSplitHeadProxy|lr=20k",
    "rnn|uint32|TweenSplitHeadProxy|lr=20k",
    "mamba|uint32|TweenSplitHeadProxy|lr=20k",
    "gdn|uint32|TweenSplitHeadProxy|lr=20k",
    "swiglu|uint32|TweenSplitHeadProxy|lr=20k",
    "residual|uint32|TweenSplitHeadProxy|lr=20k",
    "layernorm|uint32|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|uint32|TweenSplitHeadProxy|lr=20k",
    "dense|uint16|TweenSplitHeadProxy|lr=20k",
    "cnn1|uint16|TweenSplitHeadProxy|lr=20k",
    "cnn2|uint16|TweenSplitHeadProxy|lr=20k",
    "cnn3|uint16|TweenSplitHeadProxy|lr=20k",
    "convt1|uint16|TweenSplitHeadProxy|lr=20k",
    "convt2|uint16|TweenSplitHeadProxy|lr=20k",
    "convt3|uint16|TweenSplitHeadProxy|lr=20k",
    "mha|uint16|TweenSplitHeadProxy|lr=20k",
    "lstm|uint16|TweenSplitHeadProxy|lr=20k",
    "rnn|uint16|TweenSplitHeadProxy|lr=20k",
    "mamba|uint16|TweenSplitHeadProxy|lr=20k",
    "gdn|uint16|TweenSplitHeadProxy|lr=20k",
    "swiglu|uint16|TweenSplitHeadProxy|lr=20k",
    "residual|uint16|TweenSplitHeadProxy|lr=20k",
    "layernorm|uint16|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|uint16|TweenSplitHeadProxy|lr=20k",
    "dense|uint8|TweenSplitHeadProxy|lr=20k",
    "cnn1|uint8|TweenSplitHeadProxy|lr=20k",
    "cnn2|uint8|TweenSplitHeadProxy|lr=20k",
    "cnn3|uint8|TweenSplitHeadProxy|lr=20k",
    "convt1|uint8|TweenSplitHeadProxy|lr=20k",
    "convt2|uint8|TweenSplitHeadProxy|lr=20k",
    "convt3|uint8|TweenSplitHeadProxy|lr=20k",
    "mha|uint8|TweenSplitHeadProxy|lr=20k",
    "lstm|uint8|TweenSplitHeadProxy|lr=20k",
    "rnn|uint8|TweenSplitHeadProxy|lr=20k",
    "mamba|uint8|TweenSplitHeadProxy|lr=20k",
    "gdn|uint8|TweenSplitHeadProxy|lr=20k",
    "swiglu|uint8|TweenSplitHeadProxy|lr=20k",
    "residual|uint8|TweenSplitHeadProxy|lr=20k",
    "layernorm|uint8|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|uint8|TweenSplitHeadProxy|lr=20k",
    "dense|int4|TweenSplitHeadProxy|lr=20k",
    "cnn1|int4|TweenSplitHeadProxy|lr=20k",
    "cnn2|int4|TweenSplitHeadProxy|lr=20k",
    "cnn3|int4|TweenSplitHeadProxy|lr=20k",
    "convt1|int4|TweenSplitHeadProxy|lr=20k",
    "convt2|int4|TweenSplitHeadProxy|lr=20k",
    "convt3|int4|TweenSplitHeadProxy|lr=20k",
    "mha|int4|TweenSplitHeadProxy|lr=20k",
    "lstm|int4|TweenSplitHeadProxy|lr=20k",
    "rnn|int4|TweenSplitHeadProxy|lr=20k",
    "mamba|int4|TweenSplitHeadProxy|lr=20k",
    "gdn|int4|TweenSplitHeadProxy|lr=20k",
    "swiglu|int4|TweenSplitHeadProxy|lr=20k",
    "residual|int4|TweenSplitHeadProxy|lr=20k",
    "layernorm|int4|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|int4|TweenSplitHeadProxy|lr=20k",
    "dense|uint4|TweenSplitHeadProxy|lr=20k",
    "cnn1|uint4|TweenSplitHeadProxy|lr=20k",
    "cnn2|uint4|TweenSplitHeadProxy|lr=20k",
    "cnn3|uint4|TweenSplitHeadProxy|lr=20k",
    "convt1|uint4|TweenSplitHeadProxy|lr=20k",
    "convt2|uint4|TweenSplitHeadProxy|lr=20k",
    "convt3|uint4|TweenSplitHeadProxy|lr=20k",
    "mha|uint4|TweenSplitHeadProxy|lr=20k",
    "lstm|uint4|TweenSplitHeadProxy|lr=20k",
    "rnn|uint4|TweenSplitHeadProxy|lr=20k",
    "mamba|uint4|TweenSplitHeadProxy|lr=20k",
    "gdn|uint4|TweenSplitHeadProxy|lr=20k",
    "swiglu|uint4|TweenSplitHeadProxy|lr=20k",
    "residual|uint4|TweenSplitHeadProxy|lr=20k",
    "layernorm|uint4|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|uint4|TweenSplitHeadProxy|lr=20k",
    "dense|fp4|TweenSplitHeadProxy|lr=20k",
    "cnn1|fp4|TweenSplitHeadProxy|lr=20k",
    "cnn2|fp4|TweenSplitHeadProxy|lr=20k",
    "cnn3|fp4|TweenSplitHeadProxy|lr=20k",
    "convt1|fp4|TweenSplitHeadProxy|lr=20k",
    "convt2|fp4|TweenSplitHeadProxy|lr=20k",
    "convt3|fp4|TweenSplitHeadProxy|lr=20k",
    "mha|fp4|TweenSplitHeadProxy|lr=20k",
    "lstm|fp4|TweenSplitHeadProxy|lr=20k",
    "rnn|fp4|TweenSplitHeadProxy|lr=20k",
    "mamba|fp4|TweenSplitHeadProxy|lr=20k",
    "gdn|fp4|TweenSplitHeadProxy|lr=20k",
    "swiglu|fp4|TweenSplitHeadProxy|lr=20k",
    "residual|fp4|TweenSplitHeadProxy|lr=20k",
    "layernorm|fp4|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|fp4|TweenSplitHeadProxy|lr=20k",
    "dense|int2|TweenSplitHeadProxy|lr=20k",
    "cnn1|int2|TweenSplitHeadProxy|lr=20k",
    "cnn2|int2|TweenSplitHeadProxy|lr=20k",
    "cnn3|int2|TweenSplitHeadProxy|lr=20k",
    "convt1|int2|TweenSplitHeadProxy|lr=20k",
    "convt2|int2|TweenSplitHeadProxy|lr=20k",
    "convt3|int2|TweenSplitHeadProxy|lr=20k",
    "mha|int2|TweenSplitHeadProxy|lr=20k",
    "lstm|int2|TweenSplitHeadProxy|lr=20k",
    "rnn|int2|TweenSplitHeadProxy|lr=20k",
    "mamba|int2|TweenSplitHeadProxy|lr=20k",
    "gdn|int2|TweenSplitHeadProxy|lr=20k",
    "swiglu|int2|TweenSplitHeadProxy|lr=20k",
    "residual|int2|TweenSplitHeadProxy|lr=20k",
    "layernorm|int2|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|int2|TweenSplitHeadProxy|lr=20k",
    "dense|uint2|TweenSplitHeadProxy|lr=20k",
    "cnn1|uint2|TweenSplitHeadProxy|lr=20k",
    "cnn2|uint2|TweenSplitHeadProxy|lr=20k",
    "cnn3|uint2|TweenSplitHeadProxy|lr=20k",
    "convt1|uint2|TweenSplitHeadProxy|lr=20k",
    "convt2|uint2|TweenSplitHeadProxy|lr=20k",
    "convt3|uint2|TweenSplitHeadProxy|lr=20k",
    "mha|uint2|TweenSplitHeadProxy|lr=20k",
    "lstm|uint2|TweenSplitHeadProxy|lr=20k",
    "rnn|uint2|TweenSplitHeadProxy|lr=20k",
    "mamba|uint2|TweenSplitHeadProxy|lr=20k",
    "gdn|uint2|TweenSplitHeadProxy|lr=20k",
    "swiglu|uint2|TweenSplitHeadProxy|lr=20k",
    "residual|uint2|TweenSplitHeadProxy|lr=20k",
    "layernorm|uint2|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|uint2|TweenSplitHeadProxy|lr=20k",
    "dense|ternary|TweenSplitHeadProxy|lr=20k",
    "cnn1|ternary|TweenSplitHeadProxy|lr=20k",
    "cnn2|ternary|TweenSplitHeadProxy|lr=20k",
    "cnn3|ternary|TweenSplitHeadProxy|lr=20k",
    "convt1|ternary|TweenSplitHeadProxy|lr=20k",
    "convt2|ternary|TweenSplitHeadProxy|lr=20k",
    "convt3|ternary|TweenSplitHeadProxy|lr=20k",
    "mha|ternary|TweenSplitHeadProxy|lr=20k",
    "lstm|ternary|TweenSplitHeadProxy|lr=20k",
    "rnn|ternary|TweenSplitHeadProxy|lr=20k",
    "mamba|ternary|TweenSplitHeadProxy|lr=20k",
    "gdn|ternary|TweenSplitHeadProxy|lr=20k",
    "swiglu|ternary|TweenSplitHeadProxy|lr=20k",
    "residual|ternary|TweenSplitHeadProxy|lr=20k",
    "layernorm|ternary|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|ternary|TweenSplitHeadProxy|lr=20k",
    "dense|binary|TweenSplitHeadProxy|lr=20k",
    "cnn1|binary|TweenSplitHeadProxy|lr=20k",
    "cnn2|binary|TweenSplitHeadProxy|lr=20k",
    "cnn3|binary|TweenSplitHeadProxy|lr=20k",
    "convt1|binary|TweenSplitHeadProxy|lr=20k",
    "convt2|binary|TweenSplitHeadProxy|lr=20k",
    "convt3|binary|TweenSplitHeadProxy|lr=20k",
    "mha|binary|TweenSplitHeadProxy|lr=20k",
    "lstm|binary|TweenSplitHeadProxy|lr=20k",
    "rnn|binary|TweenSplitHeadProxy|lr=20k",
    "mamba|binary|TweenSplitHeadProxy|lr=20k",
    "gdn|binary|TweenSplitHeadProxy|lr=20k",
    "swiglu|binary|TweenSplitHeadProxy|lr=20k",
    "residual|binary|TweenSplitHeadProxy|lr=20k",
    "layernorm|binary|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|binary|TweenSplitHeadProxy|lr=20k",
    "dense|int|TweenSplitHeadProxy|lr=20k",
    "cnn1|int|TweenSplitHeadProxy|lr=20k",
    "cnn2|int|TweenSplitHeadProxy|lr=20k",
    "cnn3|int|TweenSplitHeadProxy|lr=20k",
    "convt1|int|TweenSplitHeadProxy|lr=20k",
    "convt2|int|TweenSplitHeadProxy|lr=20k",
    "convt3|int|TweenSplitHeadProxy|lr=20k",
    "mha|int|TweenSplitHeadProxy|lr=20k",
    "lstm|int|TweenSplitHeadProxy|lr=20k",
    "rnn|int|TweenSplitHeadProxy|lr=20k",
    "mamba|int|TweenSplitHeadProxy|lr=20k",
    "gdn|int|TweenSplitHeadProxy|lr=20k",
    "swiglu|int|TweenSplitHeadProxy|lr=20k",
    "residual|int|TweenSplitHeadProxy|lr=20k",
    "layernorm|int|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|int|TweenSplitHeadProxy|lr=20k",
    "dense|uint|TweenSplitHeadProxy|lr=20k",
    "cnn1|uint|TweenSplitHeadProxy|lr=20k",
    "cnn2|uint|TweenSplitHeadProxy|lr=20k",
    "cnn3|uint|TweenSplitHeadProxy|lr=20k",
    "convt1|uint|TweenSplitHeadProxy|lr=20k",
    "convt2|uint|TweenSplitHeadProxy|lr=20k",
    "convt3|uint|TweenSplitHeadProxy|lr=20k",
    "mha|uint|TweenSplitHeadProxy|lr=20k",
    "lstm|uint|TweenSplitHeadProxy|lr=20k",
    "rnn|uint|TweenSplitHeadProxy|lr=20k",
    "mamba|uint|TweenSplitHeadProxy|lr=20k",
    "gdn|uint|TweenSplitHeadProxy|lr=20k",
    "swiglu|uint|TweenSplitHeadProxy|lr=20k",
    "residual|uint|TweenSplitHeadProxy|lr=20k",
    "layernorm|uint|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|uint|TweenSplitHeadProxy|lr=20k",
    "dense|uintptr|TweenSplitHeadProxy|lr=20k",
    "cnn1|uintptr|TweenSplitHeadProxy|lr=20k",
    "cnn2|uintptr|TweenSplitHeadProxy|lr=20k",
    "cnn3|uintptr|TweenSplitHeadProxy|lr=20k",
    "convt1|uintptr|TweenSplitHeadProxy|lr=20k",
    "convt2|uintptr|TweenSplitHeadProxy|lr=20k",
    "convt3|uintptr|TweenSplitHeadProxy|lr=20k",
    "mha|uintptr|TweenSplitHeadProxy|lr=20k",
    "lstm|uintptr|TweenSplitHeadProxy|lr=20k",
    "rnn|uintptr|TweenSplitHeadProxy|lr=20k",
    "mamba|uintptr|TweenSplitHeadProxy|lr=20k",
    "gdn|uintptr|TweenSplitHeadProxy|lr=20k",
    "swiglu|uintptr|TweenSplitHeadProxy|lr=20k",
    "residual|uintptr|TweenSplitHeadProxy|lr=20k",
    "layernorm|uintptr|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|uintptr|TweenSplitHeadProxy|lr=20k",
    "dense|complex64|TweenSplitHeadProxy|lr=20k",
    "cnn1|complex64|TweenSplitHeadProxy|lr=20k",
    "cnn2|complex64|TweenSplitHeadProxy|lr=20k",
    "cnn3|complex64|TweenSplitHeadProxy|lr=20k",
    "convt1|complex64|TweenSplitHeadProxy|lr=20k",
    "convt2|complex64|TweenSplitHeadProxy|lr=20k",
    "convt3|complex64|TweenSplitHeadProxy|lr=20k",
    "mha|complex64|TweenSplitHeadProxy|lr=20k",
    "lstm|complex64|TweenSplitHeadProxy|lr=20k",
    "rnn|complex64|TweenSplitHeadProxy|lr=20k",
    "mamba|complex64|TweenSplitHeadProxy|lr=20k",
    "gdn|complex64|TweenSplitHeadProxy|lr=20k",
    "swiglu|complex64|TweenSplitHeadProxy|lr=20k",
    "residual|complex64|TweenSplitHeadProxy|lr=20k",
    "layernorm|complex64|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|complex64|TweenSplitHeadProxy|lr=20k",
    "dense|complex128|TweenSplitHeadProxy|lr=20k",
    "cnn1|complex128|TweenSplitHeadProxy|lr=20k",
    "cnn2|complex128|TweenSplitHeadProxy|lr=20k",
    "cnn3|complex128|TweenSplitHeadProxy|lr=20k",
    "convt1|complex128|TweenSplitHeadProxy|lr=20k",
    "convt2|complex128|TweenSplitHeadProxy|lr=20k",
    "convt3|complex128|TweenSplitHeadProxy|lr=20k",
    "mha|complex128|TweenSplitHeadProxy|lr=20k",
    "lstm|complex128|TweenSplitHeadProxy|lr=20k",
    "rnn|complex128|TweenSplitHeadProxy|lr=20k",
    "mamba|complex128|TweenSplitHeadProxy|lr=20k",
    "gdn|complex128|TweenSplitHeadProxy|lr=20k",
    "swiglu|complex128|TweenSplitHeadProxy|lr=20k",
    "residual|complex128|TweenSplitHeadProxy|lr=20k",
    "layernorm|complex128|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|complex128|TweenSplitHeadProxy|lr=20k",
    "dense|nf4|TweenSplitHeadProxy|lr=20k",
    "cnn1|nf4|TweenSplitHeadProxy|lr=20k",
    "cnn2|nf4|TweenSplitHeadProxy|lr=20k",
    "cnn3|nf4|TweenSplitHeadProxy|lr=20k",
    "convt1|nf4|TweenSplitHeadProxy|lr=20k",
    "convt2|nf4|TweenSplitHeadProxy|lr=20k",
    "convt3|nf4|TweenSplitHeadProxy|lr=20k",
    "mha|nf4|TweenSplitHeadProxy|lr=20k",
    "lstm|nf4|TweenSplitHeadProxy|lr=20k",
    "rnn|nf4|TweenSplitHeadProxy|lr=20k",
    "mamba|nf4|TweenSplitHeadProxy|lr=20k",
    "gdn|nf4|TweenSplitHeadProxy|lr=20k",
    "swiglu|nf4|TweenSplitHeadProxy|lr=20k",
    "residual|nf4|TweenSplitHeadProxy|lr=20k",
    "layernorm|nf4|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|nf4|TweenSplitHeadProxy|lr=20k",
    "dense|fp6|TweenSplitHeadProxy|lr=20k",
    "cnn1|fp6|TweenSplitHeadProxy|lr=20k",
    "cnn2|fp6|TweenSplitHeadProxy|lr=20k",
    "cnn3|fp6|TweenSplitHeadProxy|lr=20k",
    "convt1|fp6|TweenSplitHeadProxy|lr=20k",
    "convt2|fp6|TweenSplitHeadProxy|lr=20k",
    "convt3|fp6|TweenSplitHeadProxy|lr=20k",
    "mha|fp6|TweenSplitHeadProxy|lr=20k",
    "lstm|fp6|TweenSplitHeadProxy|lr=20k",
    "rnn|fp6|TweenSplitHeadProxy|lr=20k",
    "mamba|fp6|TweenSplitHeadProxy|lr=20k",
    "gdn|fp6|TweenSplitHeadProxy|lr=20k",
    "swiglu|fp6|TweenSplitHeadProxy|lr=20k",
    "residual|fp6|TweenSplitHeadProxy|lr=20k",
    "layernorm|fp6|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|fp6|TweenSplitHeadProxy|lr=20k",
    "dense|int6|TweenSplitHeadProxy|lr=20k",
    "cnn1|int6|TweenSplitHeadProxy|lr=20k",
    "cnn2|int6|TweenSplitHeadProxy|lr=20k",
    "cnn3|int6|TweenSplitHeadProxy|lr=20k",
    "convt1|int6|TweenSplitHeadProxy|lr=20k",
    "convt2|int6|TweenSplitHeadProxy|lr=20k",
    "convt3|int6|TweenSplitHeadProxy|lr=20k",
    "mha|int6|TweenSplitHeadProxy|lr=20k",
    "lstm|int6|TweenSplitHeadProxy|lr=20k",
    "rnn|int6|TweenSplitHeadProxy|lr=20k",
    "mamba|int6|TweenSplitHeadProxy|lr=20k",
    "gdn|int6|TweenSplitHeadProxy|lr=20k",
    "swiglu|int6|TweenSplitHeadProxy|lr=20k",
    "residual|int6|TweenSplitHeadProxy|lr=20k",
    "layernorm|int6|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|int6|TweenSplitHeadProxy|lr=20k",
    "dense|uint6|TweenSplitHeadProxy|lr=20k",
    "cnn1|uint6|TweenSplitHeadProxy|lr=20k",
    "cnn2|uint6|TweenSplitHeadProxy|lr=20k",
    "cnn3|uint6|TweenSplitHeadProxy|lr=20k",
    "convt1|uint6|TweenSplitHeadProxy|lr=20k",
    "convt2|uint6|TweenSplitHeadProxy|lr=20k",
    "convt3|uint6|TweenSplitHeadProxy|lr=20k",
    "mha|uint6|TweenSplitHeadProxy|lr=20k",
    "lstm|uint6|TweenSplitHeadProxy|lr=20k",
    "rnn|uint6|TweenSplitHeadProxy|lr=20k",
    "mamba|uint6|TweenSplitHeadProxy|lr=20k",
    "gdn|uint6|TweenSplitHeadProxy|lr=20k",
    "swiglu|uint6|TweenSplitHeadProxy|lr=20k",
    "residual|uint6|TweenSplitHeadProxy|lr=20k",
    "layernorm|uint6|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|uint6|TweenSplitHeadProxy|lr=20k",
    "dense|int5|TweenSplitHeadProxy|lr=20k",
    "cnn1|int5|TweenSplitHeadProxy|lr=20k",
    "cnn2|int5|TweenSplitHeadProxy|lr=20k",
    "cnn3|int5|TweenSplitHeadProxy|lr=20k",
    "convt1|int5|TweenSplitHeadProxy|lr=20k",
    "convt2|int5|TweenSplitHeadProxy|lr=20k",
    "convt3|int5|TweenSplitHeadProxy|lr=20k",
    "mha|int5|TweenSplitHeadProxy|lr=20k",
    "lstm|int5|TweenSplitHeadProxy|lr=20k",
    "rnn|int5|TweenSplitHeadProxy|lr=20k",
    "mamba|int5|TweenSplitHeadProxy|lr=20k",
    "gdn|int5|TweenSplitHeadProxy|lr=20k",
    "swiglu|int5|TweenSplitHeadProxy|lr=20k",
    "residual|int5|TweenSplitHeadProxy|lr=20k",
    "layernorm|int5|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|int5|TweenSplitHeadProxy|lr=20k",
    "dense|uint5|TweenSplitHeadProxy|lr=20k",
    "cnn1|uint5|TweenSplitHeadProxy|lr=20k",
    "cnn2|uint5|TweenSplitHeadProxy|lr=20k",
    "cnn3|uint5|TweenSplitHeadProxy|lr=20k",
    "convt1|uint5|TweenSplitHeadProxy|lr=20k",
    "convt2|uint5|TweenSplitHeadProxy|lr=20k",
    "convt3|uint5|TweenSplitHeadProxy|lr=20k",
    "mha|uint5|TweenSplitHeadProxy|lr=20k",
    "lstm|uint5|TweenSplitHeadProxy|lr=20k",
    "rnn|uint5|TweenSplitHeadProxy|lr=20k",
    "mamba|uint5|TweenSplitHeadProxy|lr=20k",
    "gdn|uint5|TweenSplitHeadProxy|lr=20k",
    "swiglu|uint5|TweenSplitHeadProxy|lr=20k",
    "residual|uint5|TweenSplitHeadProxy|lr=20k",
    "layernorm|uint5|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|uint5|TweenSplitHeadProxy|lr=20k",
    "dense|int3|TweenSplitHeadProxy|lr=20k",
    "cnn1|int3|TweenSplitHeadProxy|lr=20k",
    "cnn2|int3|TweenSplitHeadProxy|lr=20k",
    "cnn3|int3|TweenSplitHeadProxy|lr=20k",
    "convt1|int3|TweenSplitHeadProxy|lr=20k",
    "convt2|int3|TweenSplitHeadProxy|lr=20k",
    "convt3|int3|TweenSplitHeadProxy|lr=20k",
    "mha|int3|TweenSplitHeadProxy|lr=20k",
    "lstm|int3|TweenSplitHeadProxy|lr=20k",
    "rnn|int3|TweenSplitHeadProxy|lr=20k",
    "mamba|int3|TweenSplitHeadProxy|lr=20k",
    "gdn|int3|TweenSplitHeadProxy|lr=20k",
    "swiglu|int3|TweenSplitHeadProxy|lr=20k",
    "residual|int3|TweenSplitHeadProxy|lr=20k",
    "layernorm|int3|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|int3|TweenSplitHeadProxy|lr=20k",
    "dense|uint3|TweenSplitHeadProxy|lr=20k",
    "cnn1|uint3|TweenSplitHeadProxy|lr=20k",
    "cnn2|uint3|TweenSplitHeadProxy|lr=20k",
    "cnn3|uint3|TweenSplitHeadProxy|lr=20k",
    "convt1|uint3|TweenSplitHeadProxy|lr=20k",
    "convt2|uint3|TweenSplitHeadProxy|lr=20k",
    "convt3|uint3|TweenSplitHeadProxy|lr=20k",
    "mha|uint3|TweenSplitHeadProxy|lr=20k",
    "lstm|uint3|TweenSplitHeadProxy|lr=20k",
    "rnn|uint3|TweenSplitHeadProxy|lr=20k",
    "mamba|uint3|TweenSplitHeadProxy|lr=20k",
    "gdn|uint3|TweenSplitHeadProxy|lr=20k",
    "swiglu|uint3|TweenSplitHeadProxy|lr=20k",
    "residual|uint3|TweenSplitHeadProxy|lr=20k",
    "layernorm|uint3|TweenSplitHeadProxy|lr=20k",
    "rmsnorm|uint3|TweenSplitHeadProxy|lr=20k",
    "dense|float64|TweenSplitLinear|lr=20k",
    "cnn1|float64|TweenSplitLinear|lr=20k",
    "cnn2|float64|TweenSplitLinear|lr=20k",
    "cnn3|float64|TweenSplitLinear|lr=20k",
    "convt1|float64|TweenSplitLinear|lr=20k",
    "convt2|float64|TweenSplitLinear|lr=20k",
    "convt3|float64|TweenSplitLinear|lr=20k",
    "mha|float64|TweenSplitLinear|lr=20k",
    "lstm|float64|TweenSplitLinear|lr=20k",
    "rnn|float64|TweenSplitLinear|lr=20k",
    "mamba|float64|TweenSplitLinear|lr=20k",
    "gdn|float64|TweenSplitLinear|lr=20k",
    "swiglu|float64|TweenSplitLinear|lr=20k",
    "residual|float64|TweenSplitLinear|lr=20k",
    "layernorm|float64|TweenSplitLinear|lr=20k",
    "rmsnorm|float64|TweenSplitLinear|lr=20k",
    "dense|float32|TweenSplitLinear|lr=20k",
    "cnn1|float32|TweenSplitLinear|lr=20k",
    "cnn2|float32|TweenSplitLinear|lr=20k",
    "cnn3|float32|TweenSplitLinear|lr=20k",
    "convt1|float32|TweenSplitLinear|lr=20k",
    "convt2|float32|TweenSplitLinear|lr=20k",
    "convt3|float32|TweenSplitLinear|lr=20k",
    "mha|float32|TweenSplitLinear|lr=20k",
    "lstm|float32|TweenSplitLinear|lr=20k",
    "rnn|float32|TweenSplitLinear|lr=20k",
    "mamba|float32|TweenSplitLinear|lr=20k",
    "gdn|float32|TweenSplitLinear|lr=20k",
    "swiglu|float32|TweenSplitLinear|lr=20k",
    "residual|float32|TweenSplitLinear|lr=20k",
    "layernorm|float32|TweenSplitLinear|lr=20k",
    "rmsnorm|float32|TweenSplitLinear|lr=20k",
    "dense|float16|TweenSplitLinear|lr=20k",
    "cnn1|float16|TweenSplitLinear|lr=20k",
    "cnn2|float16|TweenSplitLinear|lr=20k",
    "cnn3|float16|TweenSplitLinear|lr=20k",
    "convt1|float16|TweenSplitLinear|lr=20k",
    "convt2|float16|TweenSplitLinear|lr=20k",
    "convt3|float16|TweenSplitLinear|lr=20k",
    "mha|float16|TweenSplitLinear|lr=20k",
    "lstm|float16|TweenSplitLinear|lr=20k",
    "rnn|float16|TweenSplitLinear|lr=20k",
    "mamba|float16|TweenSplitLinear|lr=20k",
    "gdn|float16|TweenSplitLinear|lr=20k",
    "swiglu|float16|TweenSplitLinear|lr=20k",
    "residual|float16|TweenSplitLinear|lr=20k",
    "layernorm|float16|TweenSplitLinear|lr=20k",
    "rmsnorm|float16|TweenSplitLinear|lr=20k",
    "dense|bfloat16|TweenSplitLinear|lr=20k",
    "cnn1|bfloat16|TweenSplitLinear|lr=20k",
    "cnn2|bfloat16|TweenSplitLinear|lr=20k",
    "cnn3|bfloat16|TweenSplitLinear|lr=20k",
    "convt1|bfloat16|TweenSplitLinear|lr=20k",
    "convt2|bfloat16|TweenSplitLinear|lr=20k",
    "convt3|bfloat16|TweenSplitLinear|lr=20k",
    "mha|bfloat16|TweenSplitLinear|lr=20k",
    "lstm|bfloat16|TweenSplitLinear|lr=20k",
    "rnn|bfloat16|TweenSplitLinear|lr=20k",
    "mamba|bfloat16|TweenSplitLinear|lr=20k",
    "gdn|bfloat16|TweenSplitLinear|lr=20k",
    "swiglu|bfloat16|TweenSplitLinear|lr=20k",
    "residual|bfloat16|TweenSplitLinear|lr=20k",
    "layernorm|bfloat16|TweenSplitLinear|lr=20k",
    "rmsnorm|bfloat16|TweenSplitLinear|lr=20k",
    "dense|fp8e4m3|TweenSplitLinear|lr=20k",
    "cnn1|fp8e4m3|TweenSplitLinear|lr=20k",
    "cnn2|fp8e4m3|TweenSplitLinear|lr=20k",
    "cnn3|fp8e4m3|TweenSplitLinear|lr=20k",
    "convt1|fp8e4m3|TweenSplitLinear|lr=20k",
    "convt2|fp8e4m3|TweenSplitLinear|lr=20k",
    "convt3|fp8e4m3|TweenSplitLinear|lr=20k",
    "mha|fp8e4m3|TweenSplitLinear|lr=20k",
    "lstm|fp8e4m3|TweenSplitLinear|lr=20k",
    "rnn|fp8e4m3|TweenSplitLinear|lr=20k",
    "mamba|fp8e4m3|TweenSplitLinear|lr=20k",
    "gdn|fp8e4m3|TweenSplitLinear|lr=20k",
    "swiglu|fp8e4m3|TweenSplitLinear|lr=20k",
    "residual|fp8e4m3|TweenSplitLinear|lr=20k",
    "layernorm|fp8e4m3|TweenSplitLinear|lr=20k",
    "rmsnorm|fp8e4m3|TweenSplitLinear|lr=20k",
    "dense|fp8e5m2|TweenSplitLinear|lr=20k",
    "cnn1|fp8e5m2|TweenSplitLinear|lr=20k",
    "cnn2|fp8e5m2|TweenSplitLinear|lr=20k",
    "cnn3|fp8e5m2|TweenSplitLinear|lr=20k",
    "convt1|fp8e5m2|TweenSplitLinear|lr=20k",
    "convt2|fp8e5m2|TweenSplitLinear|lr=20k",
    "convt3|fp8e5m2|TweenSplitLinear|lr=20k",
    "mha|fp8e5m2|TweenSplitLinear|lr=20k",
    "lstm|fp8e5m2|TweenSplitLinear|lr=20k",
    "rnn|fp8e5m2|TweenSplitLinear|lr=20k",
    "mamba|fp8e5m2|TweenSplitLinear|lr=20k",
    "gdn|fp8e5m2|TweenSplitLinear|lr=20k",
    "swiglu|fp8e5m2|TweenSplitLinear|lr=20k",
    "residual|fp8e5m2|TweenSplitLinear|lr=20k",
    "layernorm|fp8e5m2|TweenSplitLinear|lr=20k",
    "rmsnorm|fp8e5m2|TweenSplitLinear|lr=20k",
    "dense|int64|TweenSplitLinear|lr=20k",
    "cnn1|int64|TweenSplitLinear|lr=20k",
    "cnn2|int64|TweenSplitLinear|lr=20k",
    "cnn3|int64|TweenSplitLinear|lr=20k",
    "convt1|int64|TweenSplitLinear|lr=20k",
    "convt2|int64|TweenSplitLinear|lr=20k",
    "convt3|int64|TweenSplitLinear|lr=20k",
    "mha|int64|TweenSplitLinear|lr=20k",
    "lstm|int64|TweenSplitLinear|lr=20k",
    "rnn|int64|TweenSplitLinear|lr=20k",
    "mamba|int64|TweenSplitLinear|lr=20k",
    "gdn|int64|TweenSplitLinear|lr=20k",
    "swiglu|int64|TweenSplitLinear|lr=20k",
    "residual|int64|TweenSplitLinear|lr=20k",
    "layernorm|int64|TweenSplitLinear|lr=20k",
    "rmsnorm|int64|TweenSplitLinear|lr=20k",
    "dense|int32|TweenSplitLinear|lr=20k",
    "cnn1|int32|TweenSplitLinear|lr=20k",
    "cnn2|int32|TweenSplitLinear|lr=20k",
    "cnn3|int32|TweenSplitLinear|lr=20k",
    "convt1|int32|TweenSplitLinear|lr=20k",
    "convt2|int32|TweenSplitLinear|lr=20k",
    "convt3|int32|TweenSplitLinear|lr=20k",
    "mha|int32|TweenSplitLinear|lr=20k",
    "lstm|int32|TweenSplitLinear|lr=20k",
    "rnn|int32|TweenSplitLinear|lr=20k",
    "mamba|int32|TweenSplitLinear|lr=20k",
    "gdn|int32|TweenSplitLinear|lr=20k",
    "swiglu|int32|TweenSplitLinear|lr=20k",
    "residual|int32|TweenSplitLinear|lr=20k",
    "layernorm|int32|TweenSplitLinear|lr=20k",
    "rmsnorm|int32|TweenSplitLinear|lr=20k",
    "dense|int16|TweenSplitLinear|lr=20k",
    "cnn1|int16|TweenSplitLinear|lr=20k",
    "cnn2|int16|TweenSplitLinear|lr=20k",
    "cnn3|int16|TweenSplitLinear|lr=20k",
    "convt1|int16|TweenSplitLinear|lr=20k",
    "convt2|int16|TweenSplitLinear|lr=20k",
    "convt3|int16|TweenSplitLinear|lr=20k",
    "mha|int16|TweenSplitLinear|lr=20k",
    "lstm|int16|TweenSplitLinear|lr=20k",
    "rnn|int16|TweenSplitLinear|lr=20k",
    "mamba|int16|TweenSplitLinear|lr=20k",
    "gdn|int16|TweenSplitLinear|lr=20k",
    "swiglu|int16|TweenSplitLinear|lr=20k",
    "residual|int16|TweenSplitLinear|lr=20k",
    "layernorm|int16|TweenSplitLinear|lr=20k",
    "rmsnorm|int16|TweenSplitLinear|lr=20k",
    "dense|int8|TweenSplitLinear|lr=20k",
    "cnn1|int8|TweenSplitLinear|lr=20k",
    "cnn2|int8|TweenSplitLinear|lr=20k",
    "cnn3|int8|TweenSplitLinear|lr=20k",
    "convt1|int8|TweenSplitLinear|lr=20k",
    "convt2|int8|TweenSplitLinear|lr=20k",
    "convt3|int8|TweenSplitLinear|lr=20k",
    "mha|int8|TweenSplitLinear|lr=20k",
    "lstm|int8|TweenSplitLinear|lr=20k",
    "rnn|int8|TweenSplitLinear|lr=20k",
    "mamba|int8|TweenSplitLinear|lr=20k",
    "gdn|int8|TweenSplitLinear|lr=20k",
    "swiglu|int8|TweenSplitLinear|lr=20k",
    "residual|int8|TweenSplitLinear|lr=20k",
    "layernorm|int8|TweenSplitLinear|lr=20k",
    "rmsnorm|int8|TweenSplitLinear|lr=20k",
    "dense|uint64|TweenSplitLinear|lr=20k",
    "cnn1|uint64|TweenSplitLinear|lr=20k",
    "cnn2|uint64|TweenSplitLinear|lr=20k",
    "cnn3|uint64|TweenSplitLinear|lr=20k",
    "convt1|uint64|TweenSplitLinear|lr=20k",
    "convt2|uint64|TweenSplitLinear|lr=20k",
    "convt3|uint64|TweenSplitLinear|lr=20k",
    "mha|uint64|TweenSplitLinear|lr=20k",
    "lstm|uint64|TweenSplitLinear|lr=20k",
    "rnn|uint64|TweenSplitLinear|lr=20k",
    "mamba|uint64|TweenSplitLinear|lr=20k",
    "gdn|uint64|TweenSplitLinear|lr=20k",
    "swiglu|uint64|TweenSplitLinear|lr=20k",
    "residual|uint64|TweenSplitLinear|lr=20k",
    "layernorm|uint64|TweenSplitLinear|lr=20k",
    "rmsnorm|uint64|TweenSplitLinear|lr=20k",
    "dense|uint32|TweenSplitLinear|lr=20k",
    "cnn1|uint32|TweenSplitLinear|lr=20k",
    "cnn2|uint32|TweenSplitLinear|lr=20k",
    "cnn3|uint32|TweenSplitLinear|lr=20k",
    "convt1|uint32|TweenSplitLinear|lr=20k",
    "convt2|uint32|TweenSplitLinear|lr=20k",
    "convt3|uint32|TweenSplitLinear|lr=20k",
    "mha|uint32|TweenSplitLinear|lr=20k",
    "lstm|uint32|TweenSplitLinear|lr=20k",
    "rnn|uint32|TweenSplitLinear|lr=20k",
    "mamba|uint32|TweenSplitLinear|lr=20k",
    "gdn|uint32|TweenSplitLinear|lr=20k",
    "swiglu|uint32|TweenSplitLinear|lr=20k",
    "residual|uint32|TweenSplitLinear|lr=20k",
    "layernorm|uint32|TweenSplitLinear|lr=20k",
    "rmsnorm|uint32|TweenSplitLinear|lr=20k",
    "dense|uint16|TweenSplitLinear|lr=20k",
    "cnn1|uint16|TweenSplitLinear|lr=20k",
    "cnn2|uint16|TweenSplitLinear|lr=20k",
    "cnn3|uint16|TweenSplitLinear|lr=20k",
    "convt1|uint16|TweenSplitLinear|lr=20k",
    "convt2|uint16|TweenSplitLinear|lr=20k",
    "convt3|uint16|TweenSplitLinear|lr=20k",
    "mha|uint16|TweenSplitLinear|lr=20k",
    "lstm|uint16|TweenSplitLinear|lr=20k",
    "rnn|uint16|TweenSplitLinear|lr=20k",
    "mamba|uint16|TweenSplitLinear|lr=20k",
    "gdn|uint16|TweenSplitLinear|lr=20k",
    "swiglu|uint16|TweenSplitLinear|lr=20k",
    "residual|uint16|TweenSplitLinear|lr=20k",
    "layernorm|uint16|TweenSplitLinear|lr=20k",
    "rmsnorm|uint16|TweenSplitLinear|lr=20k",
    "dense|uint8|TweenSplitLinear|lr=20k",
    "cnn1|uint8|TweenSplitLinear|lr=20k",
    "cnn2|uint8|TweenSplitLinear|lr=20k",
    "cnn3|uint8|TweenSplitLinear|lr=20k",
    "convt1|uint8|TweenSplitLinear|lr=20k",
    "convt2|uint8|TweenSplitLinear|lr=20k",
    "convt3|uint8|TweenSplitLinear|lr=20k",
    "mha|uint8|TweenSplitLinear|lr=20k",
    "lstm|uint8|TweenSplitLinear|lr=20k",
    "rnn|uint8|TweenSplitLinear|lr=20k",
    "mamba|uint8|TweenSplitLinear|lr=20k",
    "gdn|uint8|TweenSplitLinear|lr=20k",
    "swiglu|uint8|TweenSplitLinear|lr=20k",
    "residual|uint8|TweenSplitLinear|lr=20k",
    "layernorm|uint8|TweenSplitLinear|lr=20k",
    "rmsnorm|uint8|TweenSplitLinear|lr=20k",
    "dense|int4|TweenSplitLinear|lr=20k",
    "cnn1|int4|TweenSplitLinear|lr=20k",
    "cnn2|int4|TweenSplitLinear|lr=20k",
    "cnn3|int4|TweenSplitLinear|lr=20k",
    "convt1|int4|TweenSplitLinear|lr=20k",
    "convt2|int4|TweenSplitLinear|lr=20k",
    "convt3|int4|TweenSplitLinear|lr=20k",
    "mha|int4|TweenSplitLinear|lr=20k",
    "lstm|int4|TweenSplitLinear|lr=20k",
    "rnn|int4|TweenSplitLinear|lr=20k",
    "mamba|int4|TweenSplitLinear|lr=20k",
    "gdn|int4|TweenSplitLinear|lr=20k",
    "swiglu|int4|TweenSplitLinear|lr=20k",
    "residual|int4|TweenSplitLinear|lr=20k",
    "layernorm|int4|TweenSplitLinear|lr=20k",
    "rmsnorm|int4|TweenSplitLinear|lr=20k",
    "dense|uint4|TweenSplitLinear|lr=20k",
    "cnn1|uint4|TweenSplitLinear|lr=20k",
    "cnn2|uint4|TweenSplitLinear|lr=20k",
    "cnn3|uint4|TweenSplitLinear|lr=20k",
    "convt1|uint4|TweenSplitLinear|lr=20k",
    "convt2|uint4|TweenSplitLinear|lr=20k",
    "convt3|uint4|TweenSplitLinear|lr=20k",
    "mha|uint4|TweenSplitLinear|lr=20k",
    "lstm|uint4|TweenSplitLinear|lr=20k",
    "rnn|uint4|TweenSplitLinear|lr=20k",
    "mamba|uint4|TweenSplitLinear|lr=20k",
    "gdn|uint4|TweenSplitLinear|lr=20k",
    "swiglu|uint4|TweenSplitLinear|lr=20k",
    "residual|uint4|TweenSplitLinear|lr=20k",
    "layernorm|uint4|TweenSplitLinear|lr=20k",
    "rmsnorm|uint4|TweenSplitLinear|lr=20k",
    "dense|fp4|TweenSplitLinear|lr=20k",
    "cnn1|fp4|TweenSplitLinear|lr=20k",
    "cnn2|fp4|TweenSplitLinear|lr=20k",
    "cnn3|fp4|TweenSplitLinear|lr=20k",
    "convt1|fp4|TweenSplitLinear|lr=20k",
    "convt2|fp4|TweenSplitLinear|lr=20k",
    "convt3|fp4|TweenSplitLinear|lr=20k",
    "mha|fp4|TweenSplitLinear|lr=20k",
    "lstm|fp4|TweenSplitLinear|lr=20k",
    "rnn|fp4|TweenSplitLinear|lr=20k",
    "mamba|fp4|TweenSplitLinear|lr=20k",
    "gdn|fp4|TweenSplitLinear|lr=20k",
    "swiglu|fp4|TweenSplitLinear|lr=20k",
    "residual|fp4|TweenSplitLinear|lr=20k",
    "layernorm|fp4|TweenSplitLinear|lr=20k",
    "rmsnorm|fp4|TweenSplitLinear|lr=20k",
    "dense|int2|TweenSplitLinear|lr=20k",
    "cnn1|int2|TweenSplitLinear|lr=20k",
    "cnn2|int2|TweenSplitLinear|lr=20k",
    "cnn3|int2|TweenSplitLinear|lr=20k",
    "convt1|int2|TweenSplitLinear|lr=20k",
    "convt2|int2|TweenSplitLinear|lr=20k",
    "convt3|int2|TweenSplitLinear|lr=20k",
    "mha|int2|TweenSplitLinear|lr=20k",
    "lstm|int2|TweenSplitLinear|lr=20k",
    "rnn|int2|TweenSplitLinear|lr=20k",
    "mamba|int2|TweenSplitLinear|lr=20k",
    "gdn|int2|TweenSplitLinear|lr=20k",
    "swiglu|int2|TweenSplitLinear|lr=20k",
    "residual|int2|TweenSplitLinear|lr=20k",
    "layernorm|int2|TweenSplitLinear|lr=20k",
    "rmsnorm|int2|TweenSplitLinear|lr=20k",
    "dense|uint2|TweenSplitLinear|lr=20k",
    "cnn1|uint2|TweenSplitLinear|lr=20k",
    "cnn2|uint2|TweenSplitLinear|lr=20k",
    "cnn3|uint2|TweenSplitLinear|lr=20k",
    "convt1|uint2|TweenSplitLinear|lr=20k",
    "convt2|uint2|TweenSplitLinear|lr=20k",
    "convt3|uint2|TweenSplitLinear|lr=20k",
    "mha|uint2|TweenSplitLinear|lr=20k",
    "lstm|uint2|TweenSplitLinear|lr=20k",
    "rnn|uint2|TweenSplitLinear|lr=20k",
    "mamba|uint2|TweenSplitLinear|lr=20k",
    "gdn|uint2|TweenSplitLinear|lr=20k",
    "swiglu|uint2|TweenSplitLinear|lr=20k",
    "residual|uint2|TweenSplitLinear|lr=20k",
    "layernorm|uint2|TweenSplitLinear|lr=20k",
    "rmsnorm|uint2|TweenSplitLinear|lr=20k",
    "dense|ternary|TweenSplitLinear|lr=20k",
    "cnn1|ternary|TweenSplitLinear|lr=20k",
    "cnn2|ternary|TweenSplitLinear|lr=20k",
    "cnn3|ternary|TweenSplitLinear|lr=20k",
    "convt1|ternary|TweenSplitLinear|lr=20k",
    "convt2|ternary|TweenSplitLinear|lr=20k",
    "convt3|ternary|TweenSplitLinear|lr=20k",
    "mha|ternary|TweenSplitLinear|lr=20k",
    "lstm|ternary|TweenSplitLinear|lr=20k",
    "rnn|ternary|TweenSplitLinear|lr=20k",
    "mamba|ternary|TweenSplitLinear|lr=20k",
    "gdn|ternary|TweenSplitLinear|lr=20k",
    "swiglu|ternary|TweenSplitLinear|lr=20k",
    "residual|ternary|TweenSplitLinear|lr=20k",
    "layernorm|ternary|TweenSplitLinear|lr=20k",
    "rmsnorm|ternary|TweenSplitLinear|lr=20k",
    "dense|binary|TweenSplitLinear|lr=20k",
    "cnn1|binary|TweenSplitLinear|lr=20k",
    "cnn2|binary|TweenSplitLinear|lr=20k",
    "cnn3|binary|TweenSplitLinear|lr=20k",
    "convt1|binary|TweenSplitLinear|lr=20k",
    "convt2|binary|TweenSplitLinear|lr=20k",
    "convt3|binary|TweenSplitLinear|lr=20k",
    "mha|binary|TweenSplitLinear|lr=20k",
    "lstm|binary|TweenSplitLinear|lr=20k",
    "rnn|binary|TweenSplitLinear|lr=20k",
    "mamba|binary|TweenSplitLinear|lr=20k",
    "gdn|binary|TweenSplitLinear|lr=20k",
    "swiglu|binary|TweenSplitLinear|lr=20k",
    "residual|binary|TweenSplitLinear|lr=20k",
    "layernorm|binary|TweenSplitLinear|lr=20k",
    "rmsnorm|binary|TweenSplitLinear|lr=20k",
    "dense|int|TweenSplitLinear|lr=20k",
    "cnn1|int|TweenSplitLinear|lr=20k",
    "cnn2|int|TweenSplitLinear|lr=20k",
    "cnn3|int|TweenSplitLinear|lr=20k",
    "convt1|int|TweenSplitLinear|lr=20k",
    "convt2|int|TweenSplitLinear|lr=20k",
    "convt3|int|TweenSplitLinear|lr=20k",
    "mha|int|TweenSplitLinear|lr=20k",
    "lstm|int|TweenSplitLinear|lr=20k",
    "rnn|int|TweenSplitLinear|lr=20k",
    "mamba|int|TweenSplitLinear|lr=20k",
    "gdn|int|TweenSplitLinear|lr=20k",
    "swiglu|int|TweenSplitLinear|lr=20k",
    "residual|int|TweenSplitLinear|lr=20k",
    "layernorm|int|TweenSplitLinear|lr=20k",
    "rmsnorm|int|TweenSplitLinear|lr=20k",
    "dense|uint|TweenSplitLinear|lr=20k",
    "cnn1|uint|TweenSplitLinear|lr=20k",
    "cnn2|uint|TweenSplitLinear|lr=20k",
    "cnn3|uint|TweenSplitLinear|lr=20k",
    "convt1|uint|TweenSplitLinear|lr=20k",
    "convt2|uint|TweenSplitLinear|lr=20k",
    "convt3|uint|TweenSplitLinear|lr=20k",
    "mha|uint|TweenSplitLinear|lr=20k",
    "lstm|uint|TweenSplitLinear|lr=20k",
    "rnn|uint|TweenSplitLinear|lr=20k",
    "mamba|uint|TweenSplitLinear|lr=20k",
    "gdn|uint|TweenSplitLinear|lr=20k",
    "swiglu|uint|TweenSplitLinear|lr=20k",
    "residual|uint|TweenSplitLinear|lr=20k",
    "layernorm|uint|TweenSplitLinear|lr=20k",
    "rmsnorm|uint|TweenSplitLinear|lr=20k",
    "dense|uintptr|TweenSplitLinear|lr=20k",
    "cnn1|uintptr|TweenSplitLinear|lr=20k",
    "cnn2|uintptr|TweenSplitLinear|lr=20k",
    "cnn3|uintptr|TweenSplitLinear|lr=20k",
    "convt1|uintptr|TweenSplitLinear|lr=20k",
    "convt2|uintptr|TweenSplitLinear|lr=20k",
    "convt3|uintptr|TweenSplitLinear|lr=20k",
    "mha|uintptr|TweenSplitLinear|lr=20k",
    "lstm|uintptr|TweenSplitLinear|lr=20k",
    "rnn|uintptr|TweenSplitLinear|lr=20k",
    "mamba|uintptr|TweenSplitLinear|lr=20k",
    "gdn|uintptr|TweenSplitLinear|lr=20k",
    "swiglu|uintptr|TweenSplitLinear|lr=20k",
    "residual|uintptr|TweenSplitLinear|lr=20k",
    "layernorm|uintptr|TweenSplitLinear|lr=20k",
    "rmsnorm|uintptr|TweenSplitLinear|lr=20k",
    "dense|complex64|TweenSplitLinear|lr=20k",
    "cnn1|complex64|TweenSplitLinear|lr=20k",
    "cnn2|complex64|TweenSplitLinear|lr=20k",
    "cnn3|complex64|TweenSplitLinear|lr=20k",
    "convt1|complex64|TweenSplitLinear|lr=20k",
    "convt2|complex64|TweenSplitLinear|lr=20k",
    "convt3|complex64|TweenSplitLinear|lr=20k",
    "mha|complex64|TweenSplitLinear|lr=20k",
    "lstm|complex64|TweenSplitLinear|lr=20k",
    "rnn|complex64|TweenSplitLinear|lr=20k",
    "mamba|complex64|TweenSplitLinear|lr=20k",
    "gdn|complex64|TweenSplitLinear|lr=20k",
    "swiglu|complex64|TweenSplitLinear|lr=20k",
    "residual|complex64|TweenSplitLinear|lr=20k",
    "layernorm|complex64|TweenSplitLinear|lr=20k",
    "rmsnorm|complex64|TweenSplitLinear|lr=20k",
    "dense|complex128|TweenSplitLinear|lr=20k",
    "cnn1|complex128|TweenSplitLinear|lr=20k",
    "cnn2|complex128|TweenSplitLinear|lr=20k",
    "cnn3|complex128|TweenSplitLinear|lr=20k",
    "convt1|complex128|TweenSplitLinear|lr=20k",
    "convt2|complex128|TweenSplitLinear|lr=20k",
    "convt3|complex128|TweenSplitLinear|lr=20k",
    "mha|complex128|TweenSplitLinear|lr=20k",
    "lstm|complex128|TweenSplitLinear|lr=20k",
    "rnn|complex128|TweenSplitLinear|lr=20k",
    "mamba|complex128|TweenSplitLinear|lr=20k",
    "gdn|complex128|TweenSplitLinear|lr=20k",
    "swiglu|complex128|TweenSplitLinear|lr=20k",
    "residual|complex128|TweenSplitLinear|lr=20k",
    "layernorm|complex128|TweenSplitLinear|lr=20k",
    "rmsnorm|complex128|TweenSplitLinear|lr=20k",
    "dense|nf4|TweenSplitLinear|lr=20k",
    "cnn1|nf4|TweenSplitLinear|lr=20k",
    "cnn2|nf4|TweenSplitLinear|lr=20k",
    "cnn3|nf4|TweenSplitLinear|lr=20k",
    "convt1|nf4|TweenSplitLinear|lr=20k",
    "convt2|nf4|TweenSplitLinear|lr=20k",
    "convt3|nf4|TweenSplitLinear|lr=20k",
    "mha|nf4|TweenSplitLinear|lr=20k",
    "lstm|nf4|TweenSplitLinear|lr=20k",
    "rnn|nf4|TweenSplitLinear|lr=20k",
    "mamba|nf4|TweenSplitLinear|lr=20k",
    "gdn|nf4|TweenSplitLinear|lr=20k",
    "swiglu|nf4|TweenSplitLinear|lr=20k",
    "residual|nf4|TweenSplitLinear|lr=20k",
    "layernorm|nf4|TweenSplitLinear|lr=20k",
    "rmsnorm|nf4|TweenSplitLinear|lr=20k",
    "dense|fp6|TweenSplitLinear|lr=20k",
    "cnn1|fp6|TweenSplitLinear|lr=20k",
    "cnn2|fp6|TweenSplitLinear|lr=20k",
    "cnn3|fp6|TweenSplitLinear|lr=20k",
    "convt1|fp6|TweenSplitLinear|lr=20k",
    "convt2|fp6|TweenSplitLinear|lr=20k",
    "convt3|fp6|TweenSplitLinear|lr=20k",
    "mha|fp6|TweenSplitLinear|lr=20k",
    "lstm|fp6|TweenSplitLinear|lr=20k",
    "rnn|fp6|TweenSplitLinear|lr=20k",
    "mamba|fp6|TweenSplitLinear|lr=20k",
    "gdn|fp6|TweenSplitLinear|lr=20k",
    "swiglu|fp6|TweenSplitLinear|lr=20k",
    "residual|fp6|TweenSplitLinear|lr=20k",
    "layernorm|fp6|TweenSplitLinear|lr=20k",
    "rmsnorm|fp6|TweenSplitLinear|lr=20k",
    "dense|int6|TweenSplitLinear|lr=20k",
    "cnn1|int6|TweenSplitLinear|lr=20k",
    "cnn2|int6|TweenSplitLinear|lr=20k",
    "cnn3|int6|TweenSplitLinear|lr=20k",
    "convt1|int6|TweenSplitLinear|lr=20k",
    "convt2|int6|TweenSplitLinear|lr=20k",
    "convt3|int6|TweenSplitLinear|lr=20k",
    "mha|int6|TweenSplitLinear|lr=20k",
    "lstm|int6|TweenSplitLinear|lr=20k",
    "rnn|int6|TweenSplitLinear|lr=20k",
    "mamba|int6|TweenSplitLinear|lr=20k",
    "gdn|int6|TweenSplitLinear|lr=20k",
    "swiglu|int6|TweenSplitLinear|lr=20k",
    "residual|int6|TweenSplitLinear|lr=20k",
    "layernorm|int6|TweenSplitLinear|lr=20k",
    "rmsnorm|int6|TweenSplitLinear|lr=20k",
    "dense|uint6|TweenSplitLinear|lr=20k",
    "cnn1|uint6|TweenSplitLinear|lr=20k",
    "cnn2|uint6|TweenSplitLinear|lr=20k",
    "cnn3|uint6|TweenSplitLinear|lr=20k",
    "convt1|uint6|TweenSplitLinear|lr=20k",
    "convt2|uint6|TweenSplitLinear|lr=20k",
    "convt3|uint6|TweenSplitLinear|lr=20k",
    "mha|uint6|TweenSplitLinear|lr=20k",
    "lstm|uint6|TweenSplitLinear|lr=20k",
    "rnn|uint6|TweenSplitLinear|lr=20k",
    "mamba|uint6|TweenSplitLinear|lr=20k",
    "gdn|uint6|TweenSplitLinear|lr=20k",
    "swiglu|uint6|TweenSplitLinear|lr=20k",
    "residual|uint6|TweenSplitLinear|lr=20k",
    "layernorm|uint6|TweenSplitLinear|lr=20k",
    "rmsnorm|uint6|TweenSplitLinear|lr=20k",
    "dense|int5|TweenSplitLinear|lr=20k",
    "cnn1|int5|TweenSplitLinear|lr=20k",
    "cnn2|int5|TweenSplitLinear|lr=20k",
    "cnn3|int5|TweenSplitLinear|lr=20k",
    "convt1|int5|TweenSplitLinear|lr=20k",
    "convt2|int5|TweenSplitLinear|lr=20k",
    "convt3|int5|TweenSplitLinear|lr=20k",
    "mha|int5|TweenSplitLinear|lr=20k",
    "lstm|int5|TweenSplitLinear|lr=20k",
    "rnn|int5|TweenSplitLinear|lr=20k",
    "mamba|int5|TweenSplitLinear|lr=20k",
    "gdn|int5|TweenSplitLinear|lr=20k",
    "swiglu|int5|TweenSplitLinear|lr=20k",
    "residual|int5|TweenSplitLinear|lr=20k",
    "layernorm|int5|TweenSplitLinear|lr=20k",
    "rmsnorm|int5|TweenSplitLinear|lr=20k",
    "dense|uint5|TweenSplitLinear|lr=20k",
    "cnn1|uint5|TweenSplitLinear|lr=20k",
    "cnn2|uint5|TweenSplitLinear|lr=20k",
    "cnn3|uint5|TweenSplitLinear|lr=20k",
    "convt1|uint5|TweenSplitLinear|lr=20k",
    "convt2|uint5|TweenSplitLinear|lr=20k",
    "convt3|uint5|TweenSplitLinear|lr=20k",
    "mha|uint5|TweenSplitLinear|lr=20k",
    "lstm|uint5|TweenSplitLinear|lr=20k",
    "rnn|uint5|TweenSplitLinear|lr=20k",
    "mamba|uint5|TweenSplitLinear|lr=20k",
    "gdn|uint5|TweenSplitLinear|lr=20k",
    "swiglu|uint5|TweenSplitLinear|lr=20k",
    "residual|uint5|TweenSplitLinear|lr=20k",
    "layernorm|uint5|TweenSplitLinear|lr=20k",
    "rmsnorm|uint5|TweenSplitLinear|lr=20k",
    "dense|int3|TweenSplitLinear|lr=20k",
    "cnn1|int3|TweenSplitLinear|lr=20k",
    "cnn2|int3|TweenSplitLinear|lr=20k",
    "cnn3|int3|TweenSplitLinear|lr=20k",
    "convt1|int3|TweenSplitLinear|lr=20k",
    "convt2|int3|TweenSplitLinear|lr=20k",
    "convt3|int3|TweenSplitLinear|lr=20k",
    "mha|int3|TweenSplitLinear|lr=20k",
    "lstm|int3|TweenSplitLinear|lr=20k",
    "rnn|int3|TweenSplitLinear|lr=20k",
    "mamba|int3|TweenSplitLinear|lr=20k",
    "gdn|int3|TweenSplitLinear|lr=20k",
    "swiglu|int3|TweenSplitLinear|lr=20k",
    "residual|int3|TweenSplitLinear|lr=20k",
    "layernorm|int3|TweenSplitLinear|lr=20k",
    "rmsnorm|int3|TweenSplitLinear|lr=20k",
    "dense|uint3|TweenSplitLinear|lr=20k",
    "cnn1|uint3|TweenSplitLinear|lr=20k",
    "cnn2|uint3|TweenSplitLinear|lr=20k",
    "cnn3|uint3|TweenSplitLinear|lr=20k",
    "convt1|uint3|TweenSplitLinear|lr=20k",
    "convt2|uint3|TweenSplitLinear|lr=20k",
    "convt3|uint3|TweenSplitLinear|lr=20k",
    "mha|uint3|TweenSplitLinear|lr=20k",
    "lstm|uint3|TweenSplitLinear|lr=20k",
    "rnn|uint3|TweenSplitLinear|lr=20k",
    "mamba|uint3|TweenSplitLinear|lr=20k",
    "gdn|uint3|TweenSplitLinear|lr=20k",
    "swiglu|uint3|TweenSplitLinear|lr=20k",
    "residual|uint3|TweenSplitLinear|lr=20k",
    "layernorm|uint3|TweenSplitLinear|lr=20k",
    "rmsnorm|uint3|TweenSplitLinear|lr=20k",
    "dense|float64|TweenSplitFastProxy|lr=20k",
    "cnn1|float64|TweenSplitFastProxy|lr=20k",
    "cnn2|float64|TweenSplitFastProxy|lr=20k",
    "cnn3|float64|TweenSplitFastProxy|lr=20k",
    "convt1|float64|TweenSplitFastProxy|lr=20k",
    "convt2|float64|TweenSplitFastProxy|lr=20k",
    "convt3|float64|TweenSplitFastProxy|lr=20k",
    "mha|float64|TweenSplitFastProxy|lr=20k",
    "lstm|float64|TweenSplitFastProxy|lr=20k",
    "rnn|float64|TweenSplitFastProxy|lr=20k",
    "mamba|float64|TweenSplitFastProxy|lr=20k",
    "gdn|float64|TweenSplitFastProxy|lr=20k",
    "swiglu|float64|TweenSplitFastProxy|lr=20k",
    "residual|float64|TweenSplitFastProxy|lr=20k",
    "layernorm|float64|TweenSplitFastProxy|lr=20k",
    "rmsnorm|float64|TweenSplitFastProxy|lr=20k",
    "dense|float32|TweenSplitFastProxy|lr=20k",
    "cnn1|float32|TweenSplitFastProxy|lr=20k",
    "cnn2|float32|TweenSplitFastProxy|lr=20k",
    "cnn3|float32|TweenSplitFastProxy|lr=20k",
    "convt1|float32|TweenSplitFastProxy|lr=20k",
    "convt2|float32|TweenSplitFastProxy|lr=20k",
    "convt3|float32|TweenSplitFastProxy|lr=20k",
    "mha|float32|TweenSplitFastProxy|lr=20k",
    "lstm|float32|TweenSplitFastProxy|lr=20k",
    "rnn|float32|TweenSplitFastProxy|lr=20k",
    "mamba|float32|TweenSplitFastProxy|lr=20k",
    "gdn|float32|TweenSplitFastProxy|lr=20k",
    "swiglu|float32|TweenSplitFastProxy|lr=20k",
    "residual|float32|TweenSplitFastProxy|lr=20k",
    "layernorm|float32|TweenSplitFastProxy|lr=20k",
    "rmsnorm|float32|TweenSplitFastProxy|lr=20k",
    "dense|float16|TweenSplitFastProxy|lr=20k",
    "cnn1|float16|TweenSplitFastProxy|lr=20k",
    "cnn2|float16|TweenSplitFastProxy|lr=20k",
    "cnn3|float16|TweenSplitFastProxy|lr=20k",
    "convt1|float16|TweenSplitFastProxy|lr=20k",
    "convt2|float16|TweenSplitFastProxy|lr=20k",
    "convt3|float16|TweenSplitFastProxy|lr=20k",
    "mha|float16|TweenSplitFastProxy|lr=20k",
    "lstm|float16|TweenSplitFastProxy|lr=20k",
    "rnn|float16|TweenSplitFastProxy|lr=20k",
    "mamba|float16|TweenSplitFastProxy|lr=20k",
    "gdn|float16|TweenSplitFastProxy|lr=20k",
    "swiglu|float16|TweenSplitFastProxy|lr=20k",
    "residual|float16|TweenSplitFastProxy|lr=20k",
    "layernorm|float16|TweenSplitFastProxy|lr=20k",
    "rmsnorm|float16|TweenSplitFastProxy|lr=20k",
    "dense|bfloat16|TweenSplitFastProxy|lr=20k",
    "cnn1|bfloat16|TweenSplitFastProxy|lr=20k",
    "cnn2|bfloat16|TweenSplitFastProxy|lr=20k",
    "cnn3|bfloat16|TweenSplitFastProxy|lr=20k",
    "convt1|bfloat16|TweenSplitFastProxy|lr=20k",
    "convt2|bfloat16|TweenSplitFastProxy|lr=20k",
    "convt3|bfloat16|TweenSplitFastProxy|lr=20k",
    "mha|bfloat16|TweenSplitFastProxy|lr=20k",
    "lstm|bfloat16|TweenSplitFastProxy|lr=20k",
    "rnn|bfloat16|TweenSplitFastProxy|lr=20k",
    "mamba|bfloat16|TweenSplitFastProxy|lr=20k",
    "gdn|bfloat16|TweenSplitFastProxy|lr=20k",
    "swiglu|bfloat16|TweenSplitFastProxy|lr=20k",
    "residual|bfloat16|TweenSplitFastProxy|lr=20k",
    "layernorm|bfloat16|TweenSplitFastProxy|lr=20k",
    "rmsnorm|bfloat16|TweenSplitFastProxy|lr=20k",
    "dense|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "cnn1|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "cnn2|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "cnn3|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "convt1|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "convt2|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "convt3|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "mha|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "lstm|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "rnn|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "mamba|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "gdn|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "swiglu|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "residual|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "layernorm|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "rmsnorm|fp8e4m3|TweenSplitFastProxy|lr=20k",
    "dense|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "cnn1|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "cnn2|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "cnn3|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "convt1|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "convt2|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "convt3|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "mha|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "lstm|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "rnn|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "mamba|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "gdn|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "swiglu|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "residual|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "layernorm|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "rmsnorm|fp8e5m2|TweenSplitFastProxy|lr=20k",
    "dense|int64|TweenSplitFastProxy|lr=20k",
    "cnn1|int64|TweenSplitFastProxy|lr=20k",
    "cnn2|int64|TweenSplitFastProxy|lr=20k",
    "cnn3|int64|TweenSplitFastProxy|lr=20k",
    "convt1|int64|TweenSplitFastProxy|lr=20k",
    "convt2|int64|TweenSplitFastProxy|lr=20k",
    "convt3|int64|TweenSplitFastProxy|lr=20k",
    "mha|int64|TweenSplitFastProxy|lr=20k",
    "lstm|int64|TweenSplitFastProxy|lr=20k",
    "rnn|int64|TweenSplitFastProxy|lr=20k",
    "mamba|int64|TweenSplitFastProxy|lr=20k",
    "gdn|int64|TweenSplitFastProxy|lr=20k",
    "swiglu|int64|TweenSplitFastProxy|lr=20k",
    "residual|int64|TweenSplitFastProxy|lr=20k",
    "layernorm|int64|TweenSplitFastProxy|lr=20k",
    "rmsnorm|int64|TweenSplitFastProxy|lr=20k",
    "dense|int32|TweenSplitFastProxy|lr=20k",
    "cnn1|int32|TweenSplitFastProxy|lr=20k",
    "cnn2|int32|TweenSplitFastProxy|lr=20k",
    "cnn3|int32|TweenSplitFastProxy|lr=20k",
    "convt1|int32|TweenSplitFastProxy|lr=20k",
    "convt2|int32|TweenSplitFastProxy|lr=20k",
    "convt3|int32|TweenSplitFastProxy|lr=20k",
    "mha|int32|TweenSplitFastProxy|lr=20k",
    "lstm|int32|TweenSplitFastProxy|lr=20k",
    "rnn|int32|TweenSplitFastProxy|lr=20k",
    "mamba|int32|TweenSplitFastProxy|lr=20k",
    "gdn|int32|TweenSplitFastProxy|lr=20k",
    "swiglu|int32|TweenSplitFastProxy|lr=20k",
    "residual|int32|TweenSplitFastProxy|lr=20k",
    "layernorm|int32|TweenSplitFastProxy|lr=20k",
    "rmsnorm|int32|TweenSplitFastProxy|lr=20k",
    "dense|int16|TweenSplitFastProxy|lr=20k",
    "cnn1|int16|TweenSplitFastProxy|lr=20k",
    "cnn2|int16|TweenSplitFastProxy|lr=20k",
    "cnn3|int16|TweenSplitFastProxy|lr=20k",
    "convt1|int16|TweenSplitFastProxy|lr=20k",
    "convt2|int16|TweenSplitFastProxy|lr=20k",
    "convt3|int16|TweenSplitFastProxy|lr=20k",
    "mha|int16|TweenSplitFastProxy|lr=20k",
    "lstm|int16|TweenSplitFastProxy|lr=20k",
    "rnn|int16|TweenSplitFastProxy|lr=20k",
    "mamba|int16|TweenSplitFastProxy|lr=20k",
    "gdn|int16|TweenSplitFastProxy|lr=20k",
    "swiglu|int16|TweenSplitFastProxy|lr=20k",
    "residual|int16|TweenSplitFastProxy|lr=20k",
    "layernorm|int16|TweenSplitFastProxy|lr=20k",
    "rmsnorm|int16|TweenSplitFastProxy|lr=20k",
    "dense|int8|TweenSplitFastProxy|lr=20k",
    "cnn1|int8|TweenSplitFastProxy|lr=20k",
    "cnn2|int8|TweenSplitFastProxy|lr=20k",
    "cnn3|int8|TweenSplitFastProxy|lr=20k",
    "convt1|int8|TweenSplitFastProxy|lr=20k",
    "convt2|int8|TweenSplitFastProxy|lr=20k",
    "convt3|int8|TweenSplitFastProxy|lr=20k",
    "mha|int8|TweenSplitFastProxy|lr=20k",
    "lstm|int8|TweenSplitFastProxy|lr=20k",
    "rnn|int8|TweenSplitFastProxy|lr=20k",
    "mamba|int8|TweenSplitFastProxy|lr=20k",
    "gdn|int8|TweenSplitFastProxy|lr=20k",
    "swiglu|int8|TweenSplitFastProxy|lr=20k",
    "residual|int8|TweenSplitFastProxy|lr=20k",
    "layernorm|int8|TweenSplitFastProxy|lr=20k",
    "rmsnorm|int8|TweenSplitFastProxy|lr=20k",
    "dense|uint64|TweenSplitFastProxy|lr=20k",
    "cnn1|uint64|TweenSplitFastProxy|lr=20k",
    "cnn2|uint64|TweenSplitFastProxy|lr=20k",
    "cnn3|uint64|TweenSplitFastProxy|lr=20k",
    "convt1|uint64|TweenSplitFastProxy|lr=20k",
    "convt2|uint64|TweenSplitFastProxy|lr=20k",
    "convt3|uint64|TweenSplitFastProxy|lr=20k",
    "mha|uint64|TweenSplitFastProxy|lr=20k",
    "lstm|uint64|TweenSplitFastProxy|lr=20k",
    "rnn|uint64|TweenSplitFastProxy|lr=20k",
    "mamba|uint64|TweenSplitFastProxy|lr=20k",
    "gdn|uint64|TweenSplitFastProxy|lr=20k",
    "swiglu|uint64|TweenSplitFastProxy|lr=20k",
    "residual|uint64|TweenSplitFastProxy|lr=20k",
    "layernorm|uint64|TweenSplitFastProxy|lr=20k",
    "rmsnorm|uint64|TweenSplitFastProxy|lr=20k",
    "dense|uint32|TweenSplitFastProxy|lr=20k",
    "cnn1|uint32|TweenSplitFastProxy|lr=20k",
    "cnn2|uint32|TweenSplitFastProxy|lr=20k",
    "cnn3|uint32|TweenSplitFastProxy|lr=20k",
    "convt1|uint32|TweenSplitFastProxy|lr=20k",
    "convt2|uint32|TweenSplitFastProxy|lr=20k",
    "convt3|uint32|TweenSplitFastProxy|lr=20k",
    "mha|uint32|TweenSplitFastProxy|lr=20k",
    "lstm|uint32|TweenSplitFastProxy|lr=20k",
    "rnn|uint32|TweenSplitFastProxy|lr=20k",
    "mamba|uint32|TweenSplitFastProxy|lr=20k",
    "gdn|uint32|TweenSplitFastProxy|lr=20k",
    "swiglu|uint32|TweenSplitFastProxy|lr=20k",
    "residual|uint32|TweenSplitFastProxy|lr=20k",
    "layernorm|uint32|TweenSplitFastProxy|lr=20k",
    "rmsnorm|uint32|TweenSplitFastProxy|lr=20k",
    "dense|uint16|TweenSplitFastProxy|lr=20k",
    "cnn1|uint16|TweenSplitFastProxy|lr=20k",
    "cnn2|uint16|TweenSplitFastProxy|lr=20k",
    "cnn3|uint16|TweenSplitFastProxy|lr=20k",
    "convt1|uint16|TweenSplitFastProxy|lr=20k",
    "convt2|uint16|TweenSplitFastProxy|lr=20k",
    "convt3|uint16|TweenSplitFastProxy|lr=20k",
    "mha|uint16|TweenSplitFastProxy|lr=20k",
    "lstm|uint16|TweenSplitFastProxy|lr=20k",
    "rnn|uint16|TweenSplitFastProxy|lr=20k",
    "mamba|uint16|TweenSplitFastProxy|lr=20k",
    "gdn|uint16|TweenSplitFastProxy|lr=20k",
    "swiglu|uint16|TweenSplitFastProxy|lr=20k",
    "residual|uint16|TweenSplitFastProxy|lr=20k",
    "layernorm|uint16|TweenSplitFastProxy|lr=20k",
    "rmsnorm|uint16|TweenSplitFastProxy|lr=20k",
    "dense|uint8|TweenSplitFastProxy|lr=20k",
    "cnn1|uint8|TweenSplitFastProxy|lr=20k",
    "cnn2|uint8|TweenSplitFastProxy|lr=20k",
    "cnn3|uint8|TweenSplitFastProxy|lr=20k",
    "convt1|uint8|TweenSplitFastProxy|lr=20k",
    "convt2|uint8|TweenSplitFastProxy|lr=20k",
    "convt3|uint8|TweenSplitFastProxy|lr=20k",
    "mha|uint8|TweenSplitFastProxy|lr=20k",
    "lstm|uint8|TweenSplitFastProxy|lr=20k",
    "rnn|uint8|TweenSplitFastProxy|lr=20k",
    "mamba|uint8|TweenSplitFastProxy|lr=20k",
    "gdn|uint8|TweenSplitFastProxy|lr=20k",
    "swiglu|uint8|TweenSplitFastProxy|lr=20k",
    "residual|uint8|TweenSplitFastProxy|lr=20k",
    "layernorm|uint8|TweenSplitFastProxy|lr=20k",
    "rmsnorm|uint8|TweenSplitFastProxy|lr=20k",
    "dense|int4|TweenSplitFastProxy|lr=20k",
    "cnn1|int4|TweenSplitFastProxy|lr=20k",
    "cnn2|int4|TweenSplitFastProxy|lr=20k",
    "cnn3|int4|TweenSplitFastProxy|lr=20k",
    "convt1|int4|TweenSplitFastProxy|lr=20k",
    "convt2|int4|TweenSplitFastProxy|lr=20k",
    "convt3|int4|TweenSplitFastProxy|lr=20k",
    "mha|int4|TweenSplitFastProxy|lr=20k",
    "lstm|int4|TweenSplitFastProxy|lr=20k",
    "rnn|int4|TweenSplitFastProxy|lr=20k",
    "mamba|int4|TweenSplitFastProxy|lr=20k",
    "gdn|int4|TweenSplitFastProxy|lr=20k",
    "swiglu|int4|TweenSplitFastProxy|lr=20k",
    "residual|int4|TweenSplitFastProxy|lr=20k",
    "layernorm|int4|TweenSplitFastProxy|lr=20k",
    "rmsnorm|int4|TweenSplitFastProxy|lr=20k",
    "dense|uint4|TweenSplitFastProxy|lr=20k",
    "cnn1|uint4|TweenSplitFastProxy|lr=20k",
    "cnn2|uint4|TweenSplitFastProxy|lr=20k",
    "cnn3|uint4|TweenSplitFastProxy|lr=20k",
    "convt1|uint4|TweenSplitFastProxy|lr=20k",
    "convt2|uint4|TweenSplitFastProxy|lr=20k",
    "convt3|uint4|TweenSplitFastProxy|lr=20k",
    "mha|uint4|TweenSplitFastProxy|lr=20k",
    "lstm|uint4|TweenSplitFastProxy|lr=20k",
    "rnn|uint4|TweenSplitFastProxy|lr=20k",
    "mamba|uint4|TweenSplitFastProxy|lr=20k",
    "gdn|uint4|TweenSplitFastProxy|lr=20k",
    "swiglu|uint4|TweenSplitFastProxy|lr=20k",
    "residual|uint4|TweenSplitFastProxy|lr=20k",
    "layernorm|uint4|TweenSplitFastProxy|lr=20k",
    "rmsnorm|uint4|TweenSplitFastProxy|lr=20k",
    "dense|fp4|TweenSplitFastProxy|lr=20k",
    "cnn1|fp4|TweenSplitFastProxy|lr=20k",
    "cnn2|fp4|TweenSplitFastProxy|lr=20k",
    "cnn3|fp4|TweenSplitFastProxy|lr=20k",
    "convt1|fp4|TweenSplitFastProxy|lr=20k",
    "convt2|fp4|TweenSplitFastProxy|lr=20k",
    "convt3|fp4|TweenSplitFastProxy|lr=20k",
    "mha|fp4|TweenSplitFastProxy|lr=20k",
    "lstm|fp4|TweenSplitFastProxy|lr=20k",
    "rnn|fp4|TweenSplitFastProxy|lr=20k",
    "mamba|fp4|TweenSplitFastProxy|lr=20k",
    "gdn|fp4|TweenSplitFastProxy|lr=20k",
    "swiglu|fp4|TweenSplitFastProxy|lr=20k",
    "residual|fp4|TweenSplitFastProxy|lr=20k",
    "layernorm|fp4|TweenSplitFastProxy|lr=20k",
    "rmsnorm|fp4|TweenSplitFastProxy|lr=20k",
    "dense|int2|TweenSplitFastProxy|lr=20k",
    "cnn1|int2|TweenSplitFastProxy|lr=20k",
    "cnn2|int2|TweenSplitFastProxy|lr=20k",
    "cnn3|int2|TweenSplitFastProxy|lr=20k",
    "convt1|int2|TweenSplitFastProxy|lr=20k",
    "convt2|int2|TweenSplitFastProxy|lr=20k",
    "convt3|int2|TweenSplitFastProxy|lr=20k",
    "mha|int2|TweenSplitFastProxy|lr=20k",
    "lstm|int2|TweenSplitFastProxy|lr=20k",
    "rnn|int2|TweenSplitFastProxy|lr=20k",
    "mamba|int2|TweenSplitFastProxy|lr=20k",
    "gdn|int2|TweenSplitFastProxy|lr=20k",
    "swiglu|int2|TweenSplitFastProxy|lr=20k",
    "residual|int2|TweenSplitFastProxy|lr=20k",
    "layernorm|int2|TweenSplitFastProxy|lr=20k",
    "rmsnorm|int2|TweenSplitFastProxy|lr=20k",
    "dense|uint2|TweenSplitFastProxy|lr=20k",
    "cnn1|uint2|TweenSplitFastProxy|lr=20k",
    "cnn2|uint2|TweenSplitFastProxy|lr=20k",
    "cnn3|uint2|TweenSplitFastProxy|lr=20k",
    "convt1|uint2|TweenSplitFastProxy|lr=20k",
    "convt2|uint2|TweenSplitFastProxy|lr=20k",
    "convt3|uint2|TweenSplitFastProxy|lr=20k",
    "mha|uint2|TweenSplitFastProxy|lr=20k",
    "lstm|uint2|TweenSplitFastProxy|lr=20k",
    "rnn|uint2|TweenSplitFastProxy|lr=20k",
    "mamba|uint2|TweenSplitFastProxy|lr=20k",
    "gdn|uint2|TweenSplitFastProxy|lr=20k",
    "swiglu|uint2|TweenSplitFastProxy|lr=20k",
    "residual|uint2|TweenSplitFastProxy|lr=20k",
    "layernorm|uint2|TweenSplitFastProxy|lr=20k",
    "rmsnorm|uint2|TweenSplitFastProxy|lr=20k",
    "dense|ternary|TweenSplitFastProxy|lr=20k",
    "cnn1|ternary|TweenSplitFastProxy|lr=20k",
    "cnn2|ternary|TweenSplitFastProxy|lr=20k",
    "cnn3|ternary|TweenSplitFastProxy|lr=20k",
    "convt1|ternary|TweenSplitFastProxy|lr=20k",
    "convt2|ternary|TweenSplitFastProxy|lr=20k",
    "convt3|ternary|TweenSplitFastProxy|lr=20k",
    "mha|ternary|TweenSplitFastProxy|lr=20k",
    "lstm|ternary|TweenSplitFastProxy|lr=20k",
    "rnn|ternary|TweenSplitFastProxy|lr=20k",
    "mamba|ternary|TweenSplitFastProxy|lr=20k",
    "gdn|ternary|TweenSplitFastProxy|lr=20k",
    "swiglu|ternary|TweenSplitFastProxy|lr=20k",
    "residual|ternary|TweenSplitFastProxy|lr=20k",
    "layernorm|ternary|TweenSplitFastProxy|lr=20k",
    "rmsnorm|ternary|TweenSplitFastProxy|lr=20k",
    "dense|binary|TweenSplitFastProxy|lr=20k",
    "cnn1|binary|TweenSplitFastProxy|lr=20k",
    "cnn2|binary|TweenSplitFastProxy|lr=20k",
    "cnn3|binary|TweenSplitFastProxy|lr=20k",
    "convt1|binary|TweenSplitFastProxy|lr=20k",
    "convt2|binary|TweenSplitFastProxy|lr=20k",
    "convt3|binary|TweenSplitFastProxy|lr=20k",
    "mha|binary|TweenSplitFastProxy|lr=20k",
    "lstm|binary|TweenSplitFastProxy|lr=20k",
    "rnn|binary|TweenSplitFastProxy|lr=20k",
    "mamba|binary|TweenSplitFastProxy|lr=20k",
    "gdn|binary|TweenSplitFastProxy|lr=20k",
    "swiglu|binary|TweenSplitFastProxy|lr=20k",
    "residual|binary|TweenSplitFastProxy|lr=20k",
    "layernorm|binary|TweenSplitFastProxy|lr=20k",
    "rmsnorm|binary|TweenSplitFastProxy|lr=20k",
    "dense|int|TweenSplitFastProxy|lr=20k",
    "cnn1|int|TweenSplitFastProxy|lr=20k",
    "cnn2|int|TweenSplitFastProxy|lr=20k",
    "cnn3|int|TweenSplitFastProxy|lr=20k",
    "convt1|int|TweenSplitFastProxy|lr=20k",
    "convt2|int|TweenSplitFastProxy|lr=20k",
    "convt3|int|TweenSplitFastProxy|lr=20k",
    "mha|int|TweenSplitFastProxy|lr=20k",
    "lstm|int|TweenSplitFastProxy|lr=20k",
    "rnn|int|TweenSplitFastProxy|lr=20k",
    "mamba|int|TweenSplitFastProxy|lr=20k",
    "gdn|int|TweenSplitFastProxy|lr=20k",
    "swiglu|int|TweenSplitFastProxy|lr=20k",
    "residual|int|TweenSplitFastProxy|lr=20k",
    "layernorm|int|TweenSplitFastProxy|lr=20k",
    "rmsnorm|int|TweenSplitFastProxy|lr=20k",
    "dense|uint|TweenSplitFastProxy|lr=20k",
    "cnn1|uint|TweenSplitFastProxy|lr=20k",
    "cnn2|uint|TweenSplitFastProxy|lr=20k",
    "cnn3|uint|TweenSplitFastProxy|lr=20k",
    "convt1|uint|TweenSplitFastProxy|lr=20k",
    "convt2|uint|TweenSplitFastProxy|lr=20k",
    "convt3|uint|TweenSplitFastProxy|lr=20k",
    "mha|uint|TweenSplitFastProxy|lr=20k",
    "lstm|uint|TweenSplitFastProxy|lr=20k",
    "rnn|uint|TweenSplitFastProxy|lr=20k",
    "mamba|uint|TweenSplitFastProxy|lr=20k",
    "gdn|uint|TweenSplitFastProxy|lr=20k",
    "swiglu|uint|TweenSplitFastProxy|lr=20k",
    "residual|uint|TweenSplitFastProxy|lr=20k",
    "layernorm|uint|TweenSplitFastProxy|lr=20k",
    "rmsnorm|uint|TweenSplitFastProxy|lr=20k",
    "dense|uintptr|TweenSplitFastProxy|lr=20k",
    "cnn1|uintptr|TweenSplitFastProxy|lr=20k",
    "cnn2|uintptr|TweenSplitFastProxy|lr=20k",
    "cnn3|uintptr|TweenSplitFastProxy|lr=20k",
    "convt1|uintptr|TweenSplitFastProxy|lr=20k",
    "convt2|uintptr|TweenSplitFastProxy|lr=20k",
    "convt3|uintptr|TweenSplitFastProxy|lr=20k",
    "mha|uintptr|TweenSplitFastProxy|lr=20k",
    "lstm|uintptr|TweenSplitFastProxy|lr=20k",
    "rnn|uintptr|TweenSplitFastProxy|lr=20k",
    "mamba|uintptr|TweenSplitFastProxy|lr=20k",
    "gdn|uintptr|TweenSplitFastProxy|lr=20k",
    "swiglu|uintptr|TweenSplitFastProxy|lr=20k",
    "residual|uintptr|TweenSplitFastProxy|lr=20k",
    "layernorm|uintptr|TweenSplitFastProxy|lr=20k",
    "rmsnorm|uintptr|TweenSplitFastProxy|lr=20k",
    "dense|complex64|TweenSplitFastProxy|lr=20k",
    "cnn1|complex64|TweenSplitFastProxy|lr=20k",
    "cnn2|complex64|TweenSplitFastProxy|lr=20k",
    "cnn3|complex64|TweenSplitFastProxy|lr=20k",
    "convt1|complex64|TweenSplitFastProxy|lr=20k",
    "convt2|complex64|TweenSplitFastProxy|lr=20k",
    "convt3|complex64|TweenSplitFastProxy|lr=20k",
    "mha|complex64|TweenSplitFastProxy|lr=20k",
    "lstm|complex64|TweenSplitFastProxy|lr=20k",
    "rnn|complex64|TweenSplitFastProxy|lr=20k",
    "mamba|complex64|TweenSplitFastProxy|lr=20k",
    "gdn|complex64|TweenSplitFastProxy|lr=20k",
    "swiglu|complex64|TweenSplitFastProxy|lr=20k",
    "residual|complex64|TweenSplitFastProxy|lr=20k",
    "layernorm|complex64|TweenSplitFastProxy|lr=20k",
    "rmsnorm|complex64|TweenSplitFastProxy|lr=20k",
    "dense|complex128|TweenSplitFastProxy|lr=20k",
    "cnn1|complex128|TweenSplitFastProxy|lr=20k",
    "cnn2|complex128|TweenSplitFastProxy|lr=20k",
    "cnn3|complex128|TweenSplitFastProxy|lr=20k",
    "convt1|complex128|TweenSplitFastProxy|lr=20k",
    "convt2|complex128|TweenSplitFastProxy|lr=20k",
    "convt3|complex128|TweenSplitFastProxy|lr=20k",
    "mha|complex128|TweenSplitFastProxy|lr=20k",
    "lstm|complex128|TweenSplitFastProxy|lr=20k",
    "rnn|complex128|TweenSplitFastProxy|lr=20k",
    "mamba|complex128|TweenSplitFastProxy|lr=20k",
    "gdn|complex128|TweenSplitFastProxy|lr=20k",
    "swiglu|complex128|TweenSplitFastProxy|lr=20k",
    "residual|complex128|TweenSplitFastProxy|lr=20k",
    "layernorm|complex128|TweenSplitFastProxy|lr=20k",
    "rmsnorm|complex128|TweenSplitFastProxy|lr=20k",
    "dense|nf4|TweenSplitFastProxy|lr=20k",
    "cnn1|nf4|TweenSplitFastProxy|lr=20k",
    "cnn2|nf4|TweenSplitFastProxy|lr=20k",
    "cnn3|nf4|TweenSplitFastProxy|lr=20k",
    "convt1|nf4|TweenSplitFastProxy|lr=20k",
    "convt2|nf4|TweenSplitFastProxy|lr=20k",
    "convt3|nf4|TweenSplitFastProxy|lr=20k",
    "mha|nf4|TweenSplitFastProxy|lr=20k",
    "lstm|nf4|TweenSplitFastProxy|lr=20k",
    "rnn|nf4|TweenSplitFastProxy|lr=20k",
    "mamba|nf4|TweenSplitFastProxy|lr=20k",
    "gdn|nf4|TweenSplitFastProxy|lr=20k",
    "swiglu|nf4|TweenSplitFastProxy|lr=20k",
    "residual|nf4|TweenSplitFastProxy|lr=20k",
    "layernorm|nf4|TweenSplitFastProxy|lr=20k",
    "rmsnorm|nf4|TweenSplitFastProxy|lr=20k",
    "dense|fp6|TweenSplitFastProxy|lr=20k",
    "cnn1|fp6|TweenSplitFastProxy|lr=20k",
    "cnn2|fp6|TweenSplitFastProxy|lr=20k",
    "cnn3|fp6|TweenSplitFastProxy|lr=20k",
    "convt1|fp6|TweenSplitFastProxy|lr=20k",
    "convt2|fp6|TweenSplitFastProxy|lr=20k",
    "convt3|fp6|TweenSplitFastProxy|lr=20k",
    "mha|fp6|TweenSplitFastProxy|lr=20k",
    "lstm|fp6|TweenSplitFastProxy|lr=20k",
    "rnn|fp6|TweenSplitFastProxy|lr=20k",
    "mamba|fp6|TweenSplitFastProxy|lr=20k",
    "gdn|fp6|TweenSplitFastProxy|lr=20k",
    "swiglu|fp6|TweenSplitFastProxy|lr=20k",
    "residual|fp6|TweenSplitFastProxy|lr=20k",
    "layernorm|fp6|TweenSplitFastProxy|lr=20k",
    "rmsnorm|fp6|TweenSplitFastProxy|lr=20k",
    "dense|int6|TweenSplitFastProxy|lr=20k",
    "cnn1|int6|TweenSplitFastProxy|lr=20k",
    "cnn2|int6|TweenSplitFastProxy|lr=20k",
    "cnn3|int6|TweenSplitFastProxy|lr=20k",
    "convt1|int6|TweenSplitFastProxy|lr=20k",
    "convt2|int6|TweenSplitFastProxy|lr=20k",
    "convt3|int6|TweenSplitFastProxy|lr=20k",
    "mha|int6|TweenSplitFastProxy|lr=20k",
    "lstm|int6|TweenSplitFastProxy|lr=20k",
    "rnn|int6|TweenSplitFastProxy|lr=20k",
    "mamba|int6|TweenSplitFastProxy|lr=20k",
    "gdn|int6|TweenSplitFastProxy|lr=20k",
    "swiglu|int6|TweenSplitFastProxy|lr=20k",
    "residual|int6|TweenSplitFastProxy|lr=20k",
    "layernorm|int6|TweenSplitFastProxy|lr=20k",
    "rmsnorm|int6|TweenSplitFastProxy|lr=20k",
    "dense|uint6|TweenSplitFastProxy|lr=20k",
    "cnn1|uint6|TweenSplitFastProxy|lr=20k",
    "cnn2|uint6|TweenSplitFastProxy|lr=20k",
    "cnn3|uint6|TweenSplitFastProxy|lr=20k",
    "convt1|uint6|TweenSplitFastProxy|lr=20k",
    "convt2|uint6|TweenSplitFastProxy|lr=20k",
    "convt3|uint6|TweenSplitFastProxy|lr=20k",
    "mha|uint6|TweenSplitFastProxy|lr=20k",
    "lstm|uint6|TweenSplitFastProxy|lr=20k",
    "rnn|uint6|TweenSplitFastProxy|lr=20k",
    "mamba|uint6|TweenSplitFastProxy|lr=20k",
    "gdn|uint6|TweenSplitFastProxy|lr=20k",
    "swiglu|uint6|TweenSplitFastProxy|lr=20k",
    "residual|uint6|TweenSplitFastProxy|lr=20k",
    "layernorm|uint6|TweenSplitFastProxy|lr=20k",
    "rmsnorm|uint6|TweenSplitFastProxy|lr=20k",
    "dense|int5|TweenSplitFastProxy|lr=20k",
    "cnn1|int5|TweenSplitFastProxy|lr=20k",
    "cnn2|int5|TweenSplitFastProxy|lr=20k",
    "cnn3|int5|TweenSplitFastProxy|lr=20k",
    "convt1|int5|TweenSplitFastProxy|lr=20k",
    "convt2|int5|TweenSplitFastProxy|lr=20k",
    "convt3|int5|TweenSplitFastProxy|lr=20k",
    "mha|int5|TweenSplitFastProxy|lr=20k",
    "lstm|int5|TweenSplitFastProxy|lr=20k",
    "rnn|int5|TweenSplitFastProxy|lr=20k",
    "mamba|int5|TweenSplitFastProxy|lr=20k",
    "gdn|int5|TweenSplitFastProxy|lr=20k",
    "swiglu|int5|TweenSplitFastProxy|lr=20k",
    "residual|int5|TweenSplitFastProxy|lr=20k",
    "layernorm|int5|TweenSplitFastProxy|lr=20k",
    "rmsnorm|int5|TweenSplitFastProxy|lr=20k",
    "dense|uint5|TweenSplitFastProxy|lr=20k",
    "cnn1|uint5|TweenSplitFastProxy|lr=20k",
    "cnn2|uint5|TweenSplitFastProxy|lr=20k",
    "cnn3|uint5|TweenSplitFastProxy|lr=20k",
    "convt1|uint5|TweenSplitFastProxy|lr=20k",
    "convt2|uint5|TweenSplitFastProxy|lr=20k",
    "convt3|uint5|TweenSplitFastProxy|lr=20k",
    "mha|uint5|TweenSplitFastProxy|lr=20k",
    "lstm|uint5|TweenSplitFastProxy|lr=20k",
    "rnn|uint5|TweenSplitFastProxy|lr=20k",
    "mamba|uint5|TweenSplitFastProxy|lr=20k",
    "gdn|uint5|TweenSplitFastProxy|lr=20k",
    "swiglu|uint5|TweenSplitFastProxy|lr=20k",
    "residual|uint5|TweenSplitFastProxy|lr=20k",
    "layernorm|uint5|TweenSplitFastProxy|lr=20k",
    "rmsnorm|uint5|TweenSplitFastProxy|lr=20k",
    "dense|int3|TweenSplitFastProxy|lr=20k",
    "cnn1|int3|TweenSplitFastProxy|lr=20k",
    "cnn2|int3|TweenSplitFastProxy|lr=20k",
    "cnn3|int3|TweenSplitFastProxy|lr=20k",
    "convt1|int3|TweenSplitFastProxy|lr=20k",
    "convt2|int3|TweenSplitFastProxy|lr=20k",
    "convt3|int3|TweenSplitFastProxy|lr=20k",
    "mha|int3|TweenSplitFastProxy|lr=20k",
    "lstm|int3|TweenSplitFastProxy|lr=20k",
    "rnn|int3|TweenSplitFastProxy|lr=20k",
    "mamba|int3|TweenSplitFastProxy|lr=20k",
    "gdn|int3|TweenSplitFastProxy|lr=20k",
    "swiglu|int3|TweenSplitFastProxy|lr=20k",
    "residual|int3|TweenSplitFastProxy|lr=20k",
    "layernorm|int3|TweenSplitFastProxy|lr=20k",
    "rmsnorm|int3|TweenSplitFastProxy|lr=20k",
    "dense|uint3|TweenSplitFastProxy|lr=20k",
    "cnn1|uint3|TweenSplitFastProxy|lr=20k",
    "cnn2|uint3|TweenSplitFastProxy|lr=20k",
    "cnn3|uint3|TweenSplitFastProxy|lr=20k",
    "convt1|uint3|TweenSplitFastProxy|lr=20k",
    "convt2|uint3|TweenSplitFastProxy|lr=20k",
    "convt3|uint3|TweenSplitFastProxy|lr=20k",
    "mha|uint3|TweenSplitFastProxy|lr=20k",
    "lstm|uint3|TweenSplitFastProxy|lr=20k",
    "rnn|uint3|TweenSplitFastProxy|lr=20k",
    "mamba|uint3|TweenSplitFastProxy|lr=20k",
    "gdn|uint3|TweenSplitFastProxy|lr=20k",
    "swiglu|uint3|TweenSplitFastProxy|lr=20k",
    "residual|uint3|TweenSplitFastProxy|lr=20k",
    "layernorm|uint3|TweenSplitFastProxy|lr=20k",
    "rmsnorm|uint3|TweenSplitFastProxy|lr=20k",
    "dense|float64|TweenSplitLinearCache|lr=20k",
    "cnn1|float64|TweenSplitLinearCache|lr=20k",
    "cnn2|float64|TweenSplitLinearCache|lr=20k",
    "cnn3|float64|TweenSplitLinearCache|lr=20k",
    "convt1|float64|TweenSplitLinearCache|lr=20k",
    "convt2|float64|TweenSplitLinearCache|lr=20k",
    "convt3|float64|TweenSplitLinearCache|lr=20k",
    "mha|float64|TweenSplitLinearCache|lr=20k",
    "lstm|float64|TweenSplitLinearCache|lr=20k",
    "rnn|float64|TweenSplitLinearCache|lr=20k",
    "mamba|float64|TweenSplitLinearCache|lr=20k",
    "gdn|float64|TweenSplitLinearCache|lr=20k",
    "swiglu|float64|TweenSplitLinearCache|lr=20k",
    "residual|float64|TweenSplitLinearCache|lr=20k",
    "layernorm|float64|TweenSplitLinearCache|lr=20k",
    "rmsnorm|float64|TweenSplitLinearCache|lr=20k",
    "dense|float32|TweenSplitLinearCache|lr=20k",
    "cnn1|float32|TweenSplitLinearCache|lr=20k",
    "cnn2|float32|TweenSplitLinearCache|lr=20k",
    "cnn3|float32|TweenSplitLinearCache|lr=20k",
    "convt1|float32|TweenSplitLinearCache|lr=20k",
    "convt2|float32|TweenSplitLinearCache|lr=20k",
    "convt3|float32|TweenSplitLinearCache|lr=20k",
    "mha|float32|TweenSplitLinearCache|lr=20k",
    "lstm|float32|TweenSplitLinearCache|lr=20k",
    "rnn|float32|TweenSplitLinearCache|lr=20k",
    "mamba|float32|TweenSplitLinearCache|lr=20k",
    "gdn|float32|TweenSplitLinearCache|lr=20k",
    "swiglu|float32|TweenSplitLinearCache|lr=20k",
    "residual|float32|TweenSplitLinearCache|lr=20k",
    "layernorm|float32|TweenSplitLinearCache|lr=20k",
    "rmsnorm|float32|TweenSplitLinearCache|lr=20k",
    "dense|float16|TweenSplitLinearCache|lr=20k",
    "cnn1|float16|TweenSplitLinearCache|lr=20k",
    "cnn2|float16|TweenSplitLinearCache|lr=20k",
    "cnn3|float16|TweenSplitLinearCache|lr=20k",
    "convt1|float16|TweenSplitLinearCache|lr=20k",
    "convt2|float16|TweenSplitLinearCache|lr=20k",
    "convt3|float16|TweenSplitLinearCache|lr=20k",
    "mha|float16|TweenSplitLinearCache|lr=20k",
    "lstm|float16|TweenSplitLinearCache|lr=20k",
    "rnn|float16|TweenSplitLinearCache|lr=20k",
    "mamba|float16|TweenSplitLinearCache|lr=20k",
    "gdn|float16|TweenSplitLinearCache|lr=20k",
    "swiglu|float16|TweenSplitLinearCache|lr=20k",
    "residual|float16|TweenSplitLinearCache|lr=20k",
    "layernorm|float16|TweenSplitLinearCache|lr=20k",
    "rmsnorm|float16|TweenSplitLinearCache|lr=20k",
    "dense|bfloat16|TweenSplitLinearCache|lr=20k",
    "cnn1|bfloat16|TweenSplitLinearCache|lr=20k",
    "cnn2|bfloat16|TweenSplitLinearCache|lr=20k",
    "cnn3|bfloat16|TweenSplitLinearCache|lr=20k",
    "convt1|bfloat16|TweenSplitLinearCache|lr=20k",
    "convt2|bfloat16|TweenSplitLinearCache|lr=20k",
    "convt3|bfloat16|TweenSplitLinearCache|lr=20k",
    "mha|bfloat16|TweenSplitLinearCache|lr=20k",
    "lstm|bfloat16|TweenSplitLinearCache|lr=20k",
    "rnn|bfloat16|TweenSplitLinearCache|lr=20k",
    "mamba|bfloat16|TweenSplitLinearCache|lr=20k",
    "gdn|bfloat16|TweenSplitLinearCache|lr=20k",
    "swiglu|bfloat16|TweenSplitLinearCache|lr=20k",
    "residual|bfloat16|TweenSplitLinearCache|lr=20k",
    "layernorm|bfloat16|TweenSplitLinearCache|lr=20k",
    "rmsnorm|bfloat16|TweenSplitLinearCache|lr=20k",
    "dense|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "cnn1|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "cnn2|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "cnn3|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "convt1|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "convt2|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "convt3|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "mha|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "lstm|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "rnn|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "mamba|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "gdn|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "swiglu|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "residual|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "layernorm|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "rmsnorm|fp8e4m3|TweenSplitLinearCache|lr=20k",
    "dense|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "cnn1|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "cnn2|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "cnn3|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "convt1|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "convt2|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "convt3|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "mha|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "lstm|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "rnn|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "mamba|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "gdn|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "swiglu|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "residual|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "layernorm|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "rmsnorm|fp8e5m2|TweenSplitLinearCache|lr=20k",
    "dense|int64|TweenSplitLinearCache|lr=20k",
    "cnn1|int64|TweenSplitLinearCache|lr=20k",
    "cnn2|int64|TweenSplitLinearCache|lr=20k",
    "cnn3|int64|TweenSplitLinearCache|lr=20k",
    "convt1|int64|TweenSplitLinearCache|lr=20k",
    "convt2|int64|TweenSplitLinearCache|lr=20k",
    "convt3|int64|TweenSplitLinearCache|lr=20k",
    "mha|int64|TweenSplitLinearCache|lr=20k",
    "lstm|int64|TweenSplitLinearCache|lr=20k",
    "rnn|int64|TweenSplitLinearCache|lr=20k",
    "mamba|int64|TweenSplitLinearCache|lr=20k",
    "gdn|int64|TweenSplitLinearCache|lr=20k",
    "swiglu|int64|TweenSplitLinearCache|lr=20k",
    "residual|int64|TweenSplitLinearCache|lr=20k",
    "layernorm|int64|TweenSplitLinearCache|lr=20k",
    "rmsnorm|int64|TweenSplitLinearCache|lr=20k",
    "dense|int32|TweenSplitLinearCache|lr=20k",
    "cnn1|int32|TweenSplitLinearCache|lr=20k",
    "cnn2|int32|TweenSplitLinearCache|lr=20k",
    "cnn3|int32|TweenSplitLinearCache|lr=20k",
    "convt1|int32|TweenSplitLinearCache|lr=20k",
    "convt2|int32|TweenSplitLinearCache|lr=20k",
    "convt3|int32|TweenSplitLinearCache|lr=20k",
    "mha|int32|TweenSplitLinearCache|lr=20k",
    "lstm|int32|TweenSplitLinearCache|lr=20k",
    "rnn|int32|TweenSplitLinearCache|lr=20k",
    "mamba|int32|TweenSplitLinearCache|lr=20k",
    "gdn|int32|TweenSplitLinearCache|lr=20k",
    "swiglu|int32|TweenSplitLinearCache|lr=20k",
    "residual|int32|TweenSplitLinearCache|lr=20k",
    "layernorm|int32|TweenSplitLinearCache|lr=20k",
    "rmsnorm|int32|TweenSplitLinearCache|lr=20k",
    "dense|int16|TweenSplitLinearCache|lr=20k",
    "cnn1|int16|TweenSplitLinearCache|lr=20k",
    "cnn2|int16|TweenSplitLinearCache|lr=20k",
    "cnn3|int16|TweenSplitLinearCache|lr=20k",
    "convt1|int16|TweenSplitLinearCache|lr=20k",
    "convt2|int16|TweenSplitLinearCache|lr=20k",
    "convt3|int16|TweenSplitLinearCache|lr=20k",
    "mha|int16|TweenSplitLinearCache|lr=20k",
    "lstm|int16|TweenSplitLinearCache|lr=20k",
    "rnn|int16|TweenSplitLinearCache|lr=20k",
    "mamba|int16|TweenSplitLinearCache|lr=20k",
    "gdn|int16|TweenSplitLinearCache|lr=20k",
    "swiglu|int16|TweenSplitLinearCache|lr=20k",
    "residual|int16|TweenSplitLinearCache|lr=20k",
    "layernorm|int16|TweenSplitLinearCache|lr=20k",
    "rmsnorm|int16|TweenSplitLinearCache|lr=20k",
    "dense|int8|TweenSplitLinearCache|lr=20k",
    "cnn1|int8|TweenSplitLinearCache|lr=20k",
    "cnn2|int8|TweenSplitLinearCache|lr=20k",
    "cnn3|int8|TweenSplitLinearCache|lr=20k",
    "convt1|int8|TweenSplitLinearCache|lr=20k",
    "convt2|int8|TweenSplitLinearCache|lr=20k",
    "convt3|int8|TweenSplitLinearCache|lr=20k",
    "mha|int8|TweenSplitLinearCache|lr=20k",
    "lstm|int8|TweenSplitLinearCache|lr=20k",
    "rnn|int8|TweenSplitLinearCache|lr=20k",
    "mamba|int8|TweenSplitLinearCache|lr=20k",
    "gdn|int8|TweenSplitLinearCache|lr=20k",
    "swiglu|int8|TweenSplitLinearCache|lr=20k",
    "residual|int8|TweenSplitLinearCache|lr=20k",
    "layernorm|int8|TweenSplitLinearCache|lr=20k",
    "rmsnorm|int8|TweenSplitLinearCache|lr=20k",
    "dense|uint64|TweenSplitLinearCache|lr=20k",
    "cnn1|uint64|TweenSplitLinearCache|lr=20k",
    "cnn2|uint64|TweenSplitLinearCache|lr=20k",
    "cnn3|uint64|TweenSplitLinearCache|lr=20k",
    "convt1|uint64|TweenSplitLinearCache|lr=20k",
    "convt2|uint64|TweenSplitLinearCache|lr=20k",
    "convt3|uint64|TweenSplitLinearCache|lr=20k",
    "mha|uint64|TweenSplitLinearCache|lr=20k",
    "lstm|uint64|TweenSplitLinearCache|lr=20k",
    "rnn|uint64|TweenSplitLinearCache|lr=20k",
    "mamba|uint64|TweenSplitLinearCache|lr=20k",
    "gdn|uint64|TweenSplitLinearCache|lr=20k",
    "swiglu|uint64|TweenSplitLinearCache|lr=20k",
    "residual|uint64|TweenSplitLinearCache|lr=20k",
    "layernorm|uint64|TweenSplitLinearCache|lr=20k",
    "rmsnorm|uint64|TweenSplitLinearCache|lr=20k",
    "dense|uint32|TweenSplitLinearCache|lr=20k",
    "cnn1|uint32|TweenSplitLinearCache|lr=20k",
    "cnn2|uint32|TweenSplitLinearCache|lr=20k",
    "cnn3|uint32|TweenSplitLinearCache|lr=20k",
    "convt1|uint32|TweenSplitLinearCache|lr=20k",
    "convt2|uint32|TweenSplitLinearCache|lr=20k",
    "convt3|uint32|TweenSplitLinearCache|lr=20k",
    "mha|uint32|TweenSplitLinearCache|lr=20k",
    "lstm|uint32|TweenSplitLinearCache|lr=20k",
    "rnn|uint32|TweenSplitLinearCache|lr=20k",
    "mamba|uint32|TweenSplitLinearCache|lr=20k",
    "gdn|uint32|TweenSplitLinearCache|lr=20k",
    "swiglu|uint32|TweenSplitLinearCache|lr=20k",
    "residual|uint32|TweenSplitLinearCache|lr=20k",
    "layernorm|uint32|TweenSplitLinearCache|lr=20k",
    "rmsnorm|uint32|TweenSplitLinearCache|lr=20k",
    "dense|uint16|TweenSplitLinearCache|lr=20k",
    "cnn1|uint16|TweenSplitLinearCache|lr=20k",
    "cnn2|uint16|TweenSplitLinearCache|lr=20k",
    "cnn3|uint16|TweenSplitLinearCache|lr=20k",
    "convt1|uint16|TweenSplitLinearCache|lr=20k",
    "convt2|uint16|TweenSplitLinearCache|lr=20k",
    "convt3|uint16|TweenSplitLinearCache|lr=20k",
    "mha|uint16|TweenSplitLinearCache|lr=20k",
    "lstm|uint16|TweenSplitLinearCache|lr=20k",
    "rnn|uint16|TweenSplitLinearCache|lr=20k",
    "mamba|uint16|TweenSplitLinearCache|lr=20k",
    "gdn|uint16|TweenSplitLinearCache|lr=20k",
    "swiglu|uint16|TweenSplitLinearCache|lr=20k",
    "residual|uint16|TweenSplitLinearCache|lr=20k",
    "layernorm|uint16|TweenSplitLinearCache|lr=20k",
    "rmsnorm|uint16|TweenSplitLinearCache|lr=20k",
    "dense|uint8|TweenSplitLinearCache|lr=20k",
    "cnn1|uint8|TweenSplitLinearCache|lr=20k",
    "cnn2|uint8|TweenSplitLinearCache|lr=20k",
    "cnn3|uint8|TweenSplitLinearCache|lr=20k",
    "convt1|uint8|TweenSplitLinearCache|lr=20k",
    "convt2|uint8|TweenSplitLinearCache|lr=20k",
    "convt3|uint8|TweenSplitLinearCache|lr=20k",
    "mha|uint8|TweenSplitLinearCache|lr=20k",
    "lstm|uint8|TweenSplitLinearCache|lr=20k",
    "rnn|uint8|TweenSplitLinearCache|lr=20k",
    "mamba|uint8|TweenSplitLinearCache|lr=20k",
    "gdn|uint8|TweenSplitLinearCache|lr=20k",
    "swiglu|uint8|TweenSplitLinearCache|lr=20k",
    "residual|uint8|TweenSplitLinearCache|lr=20k",
    "layernorm|uint8|TweenSplitLinearCache|lr=20k",
    "rmsnorm|uint8|TweenSplitLinearCache|lr=20k",
    "dense|int4|TweenSplitLinearCache|lr=20k",
    "cnn1|int4|TweenSplitLinearCache|lr=20k",
    "cnn2|int4|TweenSplitLinearCache|lr=20k",
    "cnn3|int4|TweenSplitLinearCache|lr=20k",
    "convt1|int4|TweenSplitLinearCache|lr=20k",
    "convt2|int4|TweenSplitLinearCache|lr=20k",
    "convt3|int4|TweenSplitLinearCache|lr=20k",
    "mha|int4|TweenSplitLinearCache|lr=20k",
    "lstm|int4|TweenSplitLinearCache|lr=20k",
    "rnn|int4|TweenSplitLinearCache|lr=20k",
    "mamba|int4|TweenSplitLinearCache|lr=20k",
    "gdn|int4|TweenSplitLinearCache|lr=20k",
    "swiglu|int4|TweenSplitLinearCache|lr=20k",
    "residual|int4|TweenSplitLinearCache|lr=20k",
    "layernorm|int4|TweenSplitLinearCache|lr=20k",
    "rmsnorm|int4|TweenSplitLinearCache|lr=20k",
    "dense|uint4|TweenSplitLinearCache|lr=20k",
    "cnn1|uint4|TweenSplitLinearCache|lr=20k",
    "cnn2|uint4|TweenSplitLinearCache|lr=20k",
    "cnn3|uint4|TweenSplitLinearCache|lr=20k",
    "convt1|uint4|TweenSplitLinearCache|lr=20k",
    "convt2|uint4|TweenSplitLinearCache|lr=20k",
    "convt3|uint4|TweenSplitLinearCache|lr=20k",
    "mha|uint4|TweenSplitLinearCache|lr=20k",
    "lstm|uint4|TweenSplitLinearCache|lr=20k",
    "rnn|uint4|TweenSplitLinearCache|lr=20k",
    "mamba|uint4|TweenSplitLinearCache|lr=20k",
    "gdn|uint4|TweenSplitLinearCache|lr=20k",
    "swiglu|uint4|TweenSplitLinearCache|lr=20k",
    "residual|uint4|TweenSplitLinearCache|lr=20k",
    "layernorm|uint4|TweenSplitLinearCache|lr=20k",
    "rmsnorm|uint4|TweenSplitLinearCache|lr=20k",
    "dense|fp4|TweenSplitLinearCache|lr=20k",
    "cnn1|fp4|TweenSplitLinearCache|lr=20k",
    "cnn2|fp4|TweenSplitLinearCache|lr=20k",
    "cnn3|fp4|TweenSplitLinearCache|lr=20k",
    "convt1|fp4|TweenSplitLinearCache|lr=20k",
    "convt2|fp4|TweenSplitLinearCache|lr=20k",
    "convt3|fp4|TweenSplitLinearCache|lr=20k",
    "mha|fp4|TweenSplitLinearCache|lr=20k",
    "lstm|fp4|TweenSplitLinearCache|lr=20k",
    "rnn|fp4|TweenSplitLinearCache|lr=20k",
    "mamba|fp4|TweenSplitLinearCache|lr=20k",
    "gdn|fp4|TweenSplitLinearCache|lr=20k",
    "swiglu|fp4|TweenSplitLinearCache|lr=20k",
    "residual|fp4|TweenSplitLinearCache|lr=20k",
    "layernorm|fp4|TweenSplitLinearCache|lr=20k",
    "rmsnorm|fp4|TweenSplitLinearCache|lr=20k",
    "dense|int2|TweenSplitLinearCache|lr=20k",
    "cnn1|int2|TweenSplitLinearCache|lr=20k",
    "cnn2|int2|TweenSplitLinearCache|lr=20k",
    "cnn3|int2|TweenSplitLinearCache|lr=20k",
    "convt1|int2|TweenSplitLinearCache|lr=20k",
    "convt2|int2|TweenSplitLinearCache|lr=20k",
    "convt3|int2|TweenSplitLinearCache|lr=20k",
    "mha|int2|TweenSplitLinearCache|lr=20k",
    "lstm|int2|TweenSplitLinearCache|lr=20k",
    "rnn|int2|TweenSplitLinearCache|lr=20k",
    "mamba|int2|TweenSplitLinearCache|lr=20k",
    "gdn|int2|TweenSplitLinearCache|lr=20k",
    "swiglu|int2|TweenSplitLinearCache|lr=20k",
    "residual|int2|TweenSplitLinearCache|lr=20k",
    "layernorm|int2|TweenSplitLinearCache|lr=20k",
    "rmsnorm|int2|TweenSplitLinearCache|lr=20k",
    "dense|uint2|TweenSplitLinearCache|lr=20k",
    "cnn1|uint2|TweenSplitLinearCache|lr=20k",
    "cnn2|uint2|TweenSplitLinearCache|lr=20k",
    "cnn3|uint2|TweenSplitLinearCache|lr=20k",
    "convt1|uint2|TweenSplitLinearCache|lr=20k",
    "convt2|uint2|TweenSplitLinearCache|lr=20k",
    "convt3|uint2|TweenSplitLinearCache|lr=20k",
    "mha|uint2|TweenSplitLinearCache|lr=20k",
    "lstm|uint2|TweenSplitLinearCache|lr=20k",
    "rnn|uint2|TweenSplitLinearCache|lr=20k",
    "mamba|uint2|TweenSplitLinearCache|lr=20k",
    "gdn|uint2|TweenSplitLinearCache|lr=20k",
    "swiglu|uint2|TweenSplitLinearCache|lr=20k",
    "residual|uint2|TweenSplitLinearCache|lr=20k",
    "layernorm|uint2|TweenSplitLinearCache|lr=20k",
    "rmsnorm|uint2|TweenSplitLinearCache|lr=20k",
    "dense|ternary|TweenSplitLinearCache|lr=20k",
    "cnn1|ternary|TweenSplitLinearCache|lr=20k",
    "cnn2|ternary|TweenSplitLinearCache|lr=20k",
    "cnn3|ternary|TweenSplitLinearCache|lr=20k",
    "convt1|ternary|TweenSplitLinearCache|lr=20k",
    "convt2|ternary|TweenSplitLinearCache|lr=20k",
    "convt3|ternary|TweenSplitLinearCache|lr=20k",
    "mha|ternary|TweenSplitLinearCache|lr=20k",
    "lstm|ternary|TweenSplitLinearCache|lr=20k",
    "rnn|ternary|TweenSplitLinearCache|lr=20k",
    "mamba|ternary|TweenSplitLinearCache|lr=20k",
    "gdn|ternary|TweenSplitLinearCache|lr=20k",
    "swiglu|ternary|TweenSplitLinearCache|lr=20k",
    "residual|ternary|TweenSplitLinearCache|lr=20k",
    "layernorm|ternary|TweenSplitLinearCache|lr=20k",
    "rmsnorm|ternary|TweenSplitLinearCache|lr=20k",
    "dense|binary|TweenSplitLinearCache|lr=20k",
    "cnn1|binary|TweenSplitLinearCache|lr=20k",
    "cnn2|binary|TweenSplitLinearCache|lr=20k",
    "cnn3|binary|TweenSplitLinearCache|lr=20k",
    "convt1|binary|TweenSplitLinearCache|lr=20k",
    "convt2|binary|TweenSplitLinearCache|lr=20k",
    "convt3|binary|TweenSplitLinearCache|lr=20k",
    "mha|binary|TweenSplitLinearCache|lr=20k",
    "lstm|binary|TweenSplitLinearCache|lr=20k",
    "rnn|binary|TweenSplitLinearCache|lr=20k",
    "mamba|binary|TweenSplitLinearCache|lr=20k",
    "gdn|binary|TweenSplitLinearCache|lr=20k",
    "swiglu|binary|TweenSplitLinearCache|lr=20k",
    "residual|binary|TweenSplitLinearCache|lr=20k",
    "layernorm|binary|TweenSplitLinearCache|lr=20k",
    "rmsnorm|binary|TweenSplitLinearCache|lr=20k",
    "dense|int|TweenSplitLinearCache|lr=20k",
    "cnn1|int|TweenSplitLinearCache|lr=20k",
    "cnn2|int|TweenSplitLinearCache|lr=20k",
    "cnn3|int|TweenSplitLinearCache|lr=20k",
    "convt1|int|TweenSplitLinearCache|lr=20k",
    "convt2|int|TweenSplitLinearCache|lr=20k",
    "convt3|int|TweenSplitLinearCache|lr=20k",
    "mha|int|TweenSplitLinearCache|lr=20k",
    "lstm|int|TweenSplitLinearCache|lr=20k",
    "rnn|int|TweenSplitLinearCache|lr=20k",
    "mamba|int|TweenSplitLinearCache|lr=20k",
    "gdn|int|TweenSplitLinearCache|lr=20k",
    "swiglu|int|TweenSplitLinearCache|lr=20k",
    "residual|int|TweenSplitLinearCache|lr=20k",
    "layernorm|int|TweenSplitLinearCache|lr=20k",
    "rmsnorm|int|TweenSplitLinearCache|lr=20k",
    "dense|uint|TweenSplitLinearCache|lr=20k",
    "cnn1|uint|TweenSplitLinearCache|lr=20k",
    "cnn2|uint|TweenSplitLinearCache|lr=20k",
    "cnn3|uint|TweenSplitLinearCache|lr=20k",
    "convt1|uint|TweenSplitLinearCache|lr=20k",
    "convt2|uint|TweenSplitLinearCache|lr=20k",
    "convt3|uint|TweenSplitLinearCache|lr=20k",
    "mha|uint|TweenSplitLinearCache|lr=20k",
    "lstm|uint|TweenSplitLinearCache|lr=20k",
    "rnn|uint|TweenSplitLinearCache|lr=20k",
    "mamba|uint|TweenSplitLinearCache|lr=20k",
    "gdn|uint|TweenSplitLinearCache|lr=20k",
    "swiglu|uint|TweenSplitLinearCache|lr=20k",
    "residual|uint|TweenSplitLinearCache|lr=20k",
    "layernorm|uint|TweenSplitLinearCache|lr=20k",
    "rmsnorm|uint|TweenSplitLinearCache|lr=20k",
    "dense|uintptr|TweenSplitLinearCache|lr=20k",
    "cnn1|uintptr|TweenSplitLinearCache|lr=20k",
    "cnn2|uintptr|TweenSplitLinearCache|lr=20k",
    "cnn3|uintptr|TweenSplitLinearCache|lr=20k",
    "convt1|uintptr|TweenSplitLinearCache|lr=20k",
    "convt2|uintptr|TweenSplitLinearCache|lr=20k",
    "convt3|uintptr|TweenSplitLinearCache|lr=20k",
    "mha|uintptr|TweenSplitLinearCache|lr=20k",
    "lstm|uintptr|TweenSplitLinearCache|lr=20k",
    "rnn|uintptr|TweenSplitLinearCache|lr=20k",
    "mamba|uintptr|TweenSplitLinearCache|lr=20k",
    "gdn|uintptr|TweenSplitLinearCache|lr=20k",
    "swiglu|uintptr|TweenSplitLinearCache|lr=20k",
    "residual|uintptr|TweenSplitLinearCache|lr=20k",
    "layernorm|uintptr|TweenSplitLinearCache|lr=20k",
    "rmsnorm|uintptr|TweenSplitLinearCache|lr=20k",
    "dense|complex64|TweenSplitLinearCache|lr=20k",
    "cnn1|complex64|TweenSplitLinearCache|lr=20k",
    "cnn2|complex64|TweenSplitLinearCache|lr=20k",
    "cnn3|complex64|TweenSplitLinearCache|lr=20k",
    "convt1|complex64|TweenSplitLinearCache|lr=20k",
    "convt2|complex64|TweenSplitLinearCache|lr=20k",
    "convt3|complex64|TweenSplitLinearCache|lr=20k",
    "mha|complex64|TweenSplitLinearCache|lr=20k",
    "lstm|complex64|TweenSplitLinearCache|lr=20k",
    "rnn|complex64|TweenSplitLinearCache|lr=20k",
    "mamba|complex64|TweenSplitLinearCache|lr=20k",
    "gdn|complex64|TweenSplitLinearCache|lr=20k",
    "swiglu|complex64|TweenSplitLinearCache|lr=20k",
    "residual|complex64|TweenSplitLinearCache|lr=20k",
    "layernorm|complex64|TweenSplitLinearCache|lr=20k",
    "rmsnorm|complex64|TweenSplitLinearCache|lr=20k",
    "dense|complex128|TweenSplitLinearCache|lr=20k",
    "cnn1|complex128|TweenSplitLinearCache|lr=20k",
    "cnn2|complex128|TweenSplitLinearCache|lr=20k",
    "cnn3|complex128|TweenSplitLinearCache|lr=20k",
    "convt1|complex128|TweenSplitLinearCache|lr=20k",
    "convt2|complex128|TweenSplitLinearCache|lr=20k",
    "convt3|complex128|TweenSplitLinearCache|lr=20k",
    "mha|complex128|TweenSplitLinearCache|lr=20k",
    "lstm|complex128|TweenSplitLinearCache|lr=20k",
    "rnn|complex128|TweenSplitLinearCache|lr=20k",
    "mamba|complex128|TweenSplitLinearCache|lr=20k",
    "gdn|complex128|TweenSplitLinearCache|lr=20k",
    "swiglu|complex128|TweenSplitLinearCache|lr=20k",
    "residual|complex128|TweenSplitLinearCache|lr=20k",
    "layernorm|complex128|TweenSplitLinearCache|lr=20k",
    "rmsnorm|complex128|TweenSplitLinearCache|lr=20k",
    "dense|nf4|TweenSplitLinearCache|lr=20k",
    "cnn1|nf4|TweenSplitLinearCache|lr=20k",
    "cnn2|nf4|TweenSplitLinearCache|lr=20k",
    "cnn3|nf4|TweenSplitLinearCache|lr=20k",
    "convt1|nf4|TweenSplitLinearCache|lr=20k",
    "convt2|nf4|TweenSplitLinearCache|lr=20k",
    "convt3|nf4|TweenSplitLinearCache|lr=20k",
    "mha|nf4|TweenSplitLinearCache|lr=20k",
    "lstm|nf4|TweenSplitLinearCache|lr=20k",
    "rnn|nf4|TweenSplitLinearCache|lr=20k",
    "mamba|nf4|TweenSplitLinearCache|lr=20k",
    "gdn|nf4|TweenSplitLinearCache|lr=20k",
    "swiglu|nf4|TweenSplitLinearCache|lr=20k",
    "residual|nf4|TweenSplitLinearCache|lr=20k",
    "layernorm|nf4|TweenSplitLinearCache|lr=20k",
    "rmsnorm|nf4|TweenSplitLinearCache|lr=20k",
    "dense|fp6|TweenSplitLinearCache|lr=20k",
    "cnn1|fp6|TweenSplitLinearCache|lr=20k",
    "cnn2|fp6|TweenSplitLinearCache|lr=20k",
    "cnn3|fp6|TweenSplitLinearCache|lr=20k",
    "convt1|fp6|TweenSplitLinearCache|lr=20k",
    "convt2|fp6|TweenSplitLinearCache|lr=20k",
    "convt3|fp6|TweenSplitLinearCache|lr=20k",
    "mha|fp6|TweenSplitLinearCache|lr=20k",
    "lstm|fp6|TweenSplitLinearCache|lr=20k",
    "rnn|fp6|TweenSplitLinearCache|lr=20k",
    "mamba|fp6|TweenSplitLinearCache|lr=20k",
    "gdn|fp6|TweenSplitLinearCache|lr=20k",
    "swiglu|fp6|TweenSplitLinearCache|lr=20k",
    "residual|fp6|TweenSplitLinearCache|lr=20k",
    "layernorm|fp6|TweenSplitLinearCache|lr=20k",
    "rmsnorm|fp6|TweenSplitLinearCache|lr=20k",
    "dense|int6|TweenSplitLinearCache|lr=20k",
    "cnn1|int6|TweenSplitLinearCache|lr=20k",
    "cnn2|int6|TweenSplitLinearCache|lr=20k",
    "cnn3|int6|TweenSplitLinearCache|lr=20k",
    "convt1|int6|TweenSplitLinearCache|lr=20k",
    "convt2|int6|TweenSplitLinearCache|lr=20k",
    "convt3|int6|TweenSplitLinearCache|lr=20k",
    "mha|int6|TweenSplitLinearCache|lr=20k",
    "lstm|int6|TweenSplitLinearCache|lr=20k",
    "rnn|int6|TweenSplitLinearCache|lr=20k",
    "mamba|int6|TweenSplitLinearCache|lr=20k",
    "gdn|int6|TweenSplitLinearCache|lr=20k",
    "swiglu|int6|TweenSplitLinearCache|lr=20k",
    "residual|int6|TweenSplitLinearCache|lr=20k",
    "layernorm|int6|TweenSplitLinearCache|lr=20k",
    "rmsnorm|int6|TweenSplitLinearCache|lr=20k",
    "dense|uint6|TweenSplitLinearCache|lr=20k",
    "cnn1|uint6|TweenSplitLinearCache|lr=20k",
    "cnn2|uint6|TweenSplitLinearCache|lr=20k",
    "cnn3|uint6|TweenSplitLinearCache|lr=20k",
    "convt1|uint6|TweenSplitLinearCache|lr=20k",
    "convt2|uint6|TweenSplitLinearCache|lr=20k",
    "convt3|uint6|TweenSplitLinearCache|lr=20k",
    "mha|uint6|TweenSplitLinearCache|lr=20k",
    "lstm|uint6|TweenSplitLinearCache|lr=20k",
    "rnn|uint6|TweenSplitLinearCache|lr=20k",
    "mamba|uint6|TweenSplitLinearCache|lr=20k",
    "gdn|uint6|TweenSplitLinearCache|lr=20k",
    "swiglu|uint6|TweenSplitLinearCache|lr=20k",
    "residual|uint6|TweenSplitLinearCache|lr=20k",
    "layernorm|uint6|TweenSplitLinearCache|lr=20k",
    "rmsnorm|uint6|TweenSplitLinearCache|lr=20k",
    "dense|int5|TweenSplitLinearCache|lr=20k",
    "cnn1|int5|TweenSplitLinearCache|lr=20k",
    "cnn2|int5|TweenSplitLinearCache|lr=20k",
    "cnn3|int5|TweenSplitLinearCache|lr=20k",
    "convt1|int5|TweenSplitLinearCache|lr=20k",
    "convt2|int5|TweenSplitLinearCache|lr=20k",
    "convt3|int5|TweenSplitLinearCache|lr=20k",
    "mha|int5|TweenSplitLinearCache|lr=20k",
    "lstm|int5|TweenSplitLinearCache|lr=20k",
    "rnn|int5|TweenSplitLinearCache|lr=20k",
    "mamba|int5|TweenSplitLinearCache|lr=20k",
    "gdn|int5|TweenSplitLinearCache|lr=20k",
    "swiglu|int5|TweenSplitLinearCache|lr=20k",
    "residual|int5|TweenSplitLinearCache|lr=20k",
    "layernorm|int5|TweenSplitLinearCache|lr=20k",
    "rmsnorm|int5|TweenSplitLinearCache|lr=20k",
    "dense|uint5|TweenSplitLinearCache|lr=20k",
    "cnn1|uint5|TweenSplitLinearCache|lr=20k",
    "cnn2|uint5|TweenSplitLinearCache|lr=20k",
    "cnn3|uint5|TweenSplitLinearCache|lr=20k",
    "convt1|uint5|TweenSplitLinearCache|lr=20k",
    "convt2|uint5|TweenSplitLinearCache|lr=20k",
    "convt3|uint5|TweenSplitLinearCache|lr=20k",
    "mha|uint5|TweenSplitLinearCache|lr=20k",
    "lstm|uint5|TweenSplitLinearCache|lr=20k",
    "rnn|uint5|TweenSplitLinearCache|lr=20k",
    "mamba|uint5|TweenSplitLinearCache|lr=20k",
    "gdn|uint5|TweenSplitLinearCache|lr=20k",
    "swiglu|uint5|TweenSplitLinearCache|lr=20k",
    "residual|uint5|TweenSplitLinearCache|lr=20k",
    "layernorm|uint5|TweenSplitLinearCache|lr=20k",
    "rmsnorm|uint5|TweenSplitLinearCache|lr=20k",
    "dense|int3|TweenSplitLinearCache|lr=20k",
    "cnn1|int3|TweenSplitLinearCache|lr=20k",
    "cnn2|int3|TweenSplitLinearCache|lr=20k",
    "cnn3|int3|TweenSplitLinearCache|lr=20k",
    "convt1|int3|TweenSplitLinearCache|lr=20k",
    "convt2|int3|TweenSplitLinearCache|lr=20k",
    "convt3|int3|TweenSplitLinearCache|lr=20k",
    "mha|int3|TweenSplitLinearCache|lr=20k",
    "lstm|int3|TweenSplitLinearCache|lr=20k",
    "rnn|int3|TweenSplitLinearCache|lr=20k",
    "mamba|int3|TweenSplitLinearCache|lr=20k",
    "gdn|int3|TweenSplitLinearCache|lr=20k",
    "swiglu|int3|TweenSplitLinearCache|lr=20k",
    "residual|int3|TweenSplitLinearCache|lr=20k",
    "layernorm|int3|TweenSplitLinearCache|lr=20k",
    "rmsnorm|int3|TweenSplitLinearCache|lr=20k",
    "dense|uint3|TweenSplitLinearCache|lr=20k",
    "cnn1|uint3|TweenSplitLinearCache|lr=20k",
    "cnn2|uint3|TweenSplitLinearCache|lr=20k",
    "cnn3|uint3|TweenSplitLinearCache|lr=20k",
    "convt1|uint3|TweenSplitLinearCache|lr=20k",
    "convt2|uint3|TweenSplitLinearCache|lr=20k",
    "convt3|uint3|TweenSplitLinearCache|lr=20k",
    "mha|uint3|TweenSplitLinearCache|lr=20k",
    "lstm|uint3|TweenSplitLinearCache|lr=20k",
    "rnn|uint3|TweenSplitLinearCache|lr=20k",
    "mamba|uint3|TweenSplitLinearCache|lr=20k",
    "gdn|uint3|TweenSplitLinearCache|lr=20k",
    "swiglu|uint3|TweenSplitLinearCache|lr=20k",
    "residual|uint3|TweenSplitLinearCache|lr=20k",
    "layernorm|uint3|TweenSplitLinearCache|lr=20k",
    "rmsnorm|uint3|TweenSplitLinearCache|lr=20k",
    "dense|float64|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|float64|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|float64|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|float64|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|float64|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|float64|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|float64|TweenSplitHeadProxyAsync|lr=20k",
    "mha|float64|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|float64|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|float64|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|float64|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|float64|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|float64|TweenSplitHeadProxyAsync|lr=20k",
    "residual|float64|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|float64|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|float64|TweenSplitHeadProxyAsync|lr=20k",
    "dense|float32|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|float32|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|float32|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|float32|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|float32|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|float32|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|float32|TweenSplitHeadProxyAsync|lr=20k",
    "mha|float32|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|float32|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|float32|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|float32|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|float32|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|float32|TweenSplitHeadProxyAsync|lr=20k",
    "residual|float32|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|float32|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|float32|TweenSplitHeadProxyAsync|lr=20k",
    "dense|float16|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|float16|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|float16|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|float16|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|float16|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|float16|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|float16|TweenSplitHeadProxyAsync|lr=20k",
    "mha|float16|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|float16|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|float16|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|float16|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|float16|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|float16|TweenSplitHeadProxyAsync|lr=20k",
    "residual|float16|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|float16|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|float16|TweenSplitHeadProxyAsync|lr=20k",
    "dense|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "mha|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "residual|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|bfloat16|TweenSplitHeadProxyAsync|lr=20k",
    "dense|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "mha|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "residual|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|fp8e4m3|TweenSplitHeadProxyAsync|lr=20k",
    "dense|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "mha|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "residual|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|fp8e5m2|TweenSplitHeadProxyAsync|lr=20k",
    "dense|int64|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|int64|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|int64|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|int64|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|int64|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|int64|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|int64|TweenSplitHeadProxyAsync|lr=20k",
    "mha|int64|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|int64|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|int64|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|int64|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|int64|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|int64|TweenSplitHeadProxyAsync|lr=20k",
    "residual|int64|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|int64|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|int64|TweenSplitHeadProxyAsync|lr=20k",
    "dense|int32|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|int32|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|int32|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|int32|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|int32|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|int32|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|int32|TweenSplitHeadProxyAsync|lr=20k",
    "mha|int32|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|int32|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|int32|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|int32|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|int32|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|int32|TweenSplitHeadProxyAsync|lr=20k",
    "residual|int32|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|int32|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|int32|TweenSplitHeadProxyAsync|lr=20k",
    "dense|int16|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|int16|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|int16|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|int16|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|int16|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|int16|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|int16|TweenSplitHeadProxyAsync|lr=20k",
    "mha|int16|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|int16|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|int16|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|int16|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|int16|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|int16|TweenSplitHeadProxyAsync|lr=20k",
    "residual|int16|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|int16|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|int16|TweenSplitHeadProxyAsync|lr=20k",
    "dense|int8|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|int8|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|int8|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|int8|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|int8|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|int8|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|int8|TweenSplitHeadProxyAsync|lr=20k",
    "mha|int8|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|int8|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|int8|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|int8|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|int8|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|int8|TweenSplitHeadProxyAsync|lr=20k",
    "residual|int8|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|int8|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|int8|TweenSplitHeadProxyAsync|lr=20k",
    "dense|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "mha|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "residual|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|uint64|TweenSplitHeadProxyAsync|lr=20k",
    "dense|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "mha|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "residual|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|uint32|TweenSplitHeadProxyAsync|lr=20k",
    "dense|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "mha|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "residual|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|uint16|TweenSplitHeadProxyAsync|lr=20k",
    "dense|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "mha|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "residual|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|uint8|TweenSplitHeadProxyAsync|lr=20k",
    "dense|int4|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|int4|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|int4|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|int4|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|int4|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|int4|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|int4|TweenSplitHeadProxyAsync|lr=20k",
    "mha|int4|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|int4|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|int4|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|int4|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|int4|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|int4|TweenSplitHeadProxyAsync|lr=20k",
    "residual|int4|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|int4|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|int4|TweenSplitHeadProxyAsync|lr=20k",
    "dense|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "mha|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "residual|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|uint4|TweenSplitHeadProxyAsync|lr=20k",
    "dense|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "mha|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "residual|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|fp4|TweenSplitHeadProxyAsync|lr=20k",
    "dense|int2|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|int2|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|int2|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|int2|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|int2|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|int2|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|int2|TweenSplitHeadProxyAsync|lr=20k",
    "mha|int2|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|int2|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|int2|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|int2|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|int2|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|int2|TweenSplitHeadProxyAsync|lr=20k",
    "residual|int2|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|int2|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|int2|TweenSplitHeadProxyAsync|lr=20k",
    "dense|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "mha|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "residual|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|uint2|TweenSplitHeadProxyAsync|lr=20k",
    "dense|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "mha|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "residual|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|ternary|TweenSplitHeadProxyAsync|lr=20k",
    "dense|binary|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|binary|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|binary|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|binary|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|binary|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|binary|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|binary|TweenSplitHeadProxyAsync|lr=20k",
    "mha|binary|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|binary|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|binary|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|binary|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|binary|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|binary|TweenSplitHeadProxyAsync|lr=20k",
    "residual|binary|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|binary|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|binary|TweenSplitHeadProxyAsync|lr=20k",
    "dense|int|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|int|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|int|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|int|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|int|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|int|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|int|TweenSplitHeadProxyAsync|lr=20k",
    "mha|int|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|int|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|int|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|int|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|int|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|int|TweenSplitHeadProxyAsync|lr=20k",
    "residual|int|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|int|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|int|TweenSplitHeadProxyAsync|lr=20k",
    "dense|uint|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|uint|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|uint|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|uint|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|uint|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|uint|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|uint|TweenSplitHeadProxyAsync|lr=20k",
    "mha|uint|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|uint|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|uint|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|uint|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|uint|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|uint|TweenSplitHeadProxyAsync|lr=20k",
    "residual|uint|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|uint|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|uint|TweenSplitHeadProxyAsync|lr=20k",
    "dense|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "mha|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "residual|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|uintptr|TweenSplitHeadProxyAsync|lr=20k",
    "dense|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "mha|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "residual|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|complex64|TweenSplitHeadProxyAsync|lr=20k",
    "dense|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "mha|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "residual|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|complex128|TweenSplitHeadProxyAsync|lr=20k",
    "dense|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "mha|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "residual|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|nf4|TweenSplitHeadProxyAsync|lr=20k",
    "dense|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "mha|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "residual|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|fp6|TweenSplitHeadProxyAsync|lr=20k",
    "dense|int6|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|int6|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|int6|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|int6|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|int6|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|int6|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|int6|TweenSplitHeadProxyAsync|lr=20k",
    "mha|int6|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|int6|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|int6|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|int6|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|int6|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|int6|TweenSplitHeadProxyAsync|lr=20k",
    "residual|int6|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|int6|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|int6|TweenSplitHeadProxyAsync|lr=20k",
    "dense|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "mha|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "residual|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|uint6|TweenSplitHeadProxyAsync|lr=20k",
    "dense|int5|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|int5|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|int5|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|int5|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|int5|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|int5|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|int5|TweenSplitHeadProxyAsync|lr=20k",
    "mha|int5|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|int5|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|int5|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|int5|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|int5|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|int5|TweenSplitHeadProxyAsync|lr=20k",
    "residual|int5|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|int5|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|int5|TweenSplitHeadProxyAsync|lr=20k",
    "dense|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "mha|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "residual|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|uint5|TweenSplitHeadProxyAsync|lr=20k",
    "dense|int3|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|int3|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|int3|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|int3|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|int3|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|int3|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|int3|TweenSplitHeadProxyAsync|lr=20k",
    "mha|int3|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|int3|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|int3|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|int3|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|int3|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|int3|TweenSplitHeadProxyAsync|lr=20k",
    "residual|int3|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|int3|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|int3|TweenSplitHeadProxyAsync|lr=20k",
    "dense|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "cnn1|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "cnn2|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "cnn3|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "convt1|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "convt2|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "convt3|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "mha|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "lstm|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "rnn|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "mamba|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "gdn|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "swiglu|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "residual|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "layernorm|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "rmsnorm|uint3|TweenSplitHeadProxyAsync|lr=20k",
    "dense|float64|TweenSplitSparse|lr=20k",
    "cnn1|float64|TweenSplitSparse|lr=20k",
    "cnn2|float64|TweenSplitSparse|lr=20k",
    "cnn3|float64|TweenSplitSparse|lr=20k",
    "convt1|float64|TweenSplitSparse|lr=20k",
    "convt2|float64|TweenSplitSparse|lr=20k",
    "convt3|float64|TweenSplitSparse|lr=20k",
    "mha|float64|TweenSplitSparse|lr=20k",
    "lstm|float64|TweenSplitSparse|lr=20k",
    "rnn|float64|TweenSplitSparse|lr=20k",
    "mamba|float64|TweenSplitSparse|lr=20k",
    "gdn|float64|TweenSplitSparse|lr=20k",
    "swiglu|float64|TweenSplitSparse|lr=20k",
    "residual|float64|TweenSplitSparse|lr=20k",
    "layernorm|float64|TweenSplitSparse|lr=20k",
    "rmsnorm|float64|TweenSplitSparse|lr=20k",
    "dense|float32|TweenSplitSparse|lr=20k",
    "cnn1|float32|TweenSplitSparse|lr=20k",
    "cnn2|float32|TweenSplitSparse|lr=20k",
    "cnn3|float32|TweenSplitSparse|lr=20k",
    "convt1|float32|TweenSplitSparse|lr=20k",
    "convt2|float32|TweenSplitSparse|lr=20k",
    "convt3|float32|TweenSplitSparse|lr=20k",
    "mha|float32|TweenSplitSparse|lr=20k",
    "lstm|float32|TweenSplitSparse|lr=20k",
    "rnn|float32|TweenSplitSparse|lr=20k",
    "mamba|float32|TweenSplitSparse|lr=20k",
    "gdn|float32|TweenSplitSparse|lr=20k",
    "swiglu|float32|TweenSplitSparse|lr=20k",
    "residual|float32|TweenSplitSparse|lr=20k",
    "layernorm|float32|TweenSplitSparse|lr=20k",
    "rmsnorm|float32|TweenSplitSparse|lr=20k",
    "dense|float16|TweenSplitSparse|lr=20k",
    "cnn1|float16|TweenSplitSparse|lr=20k",
    "cnn2|float16|TweenSplitSparse|lr=20k",
    "cnn3|float16|TweenSplitSparse|lr=20k",
    "convt1|float16|TweenSplitSparse|lr=20k",
    "convt2|float16|TweenSplitSparse|lr=20k",
    "convt3|float16|TweenSplitSparse|lr=20k",
    "mha|float16|TweenSplitSparse|lr=20k",
    "lstm|float16|TweenSplitSparse|lr=20k",
    "rnn|float16|TweenSplitSparse|lr=20k",
    "mamba|float16|TweenSplitSparse|lr=20k",
    "gdn|float16|TweenSplitSparse|lr=20k",
    "swiglu|float16|TweenSplitSparse|lr=20k",
    "residual|float16|TweenSplitSparse|lr=20k",
    "layernorm|float16|TweenSplitSparse|lr=20k",
    "rmsnorm|float16|TweenSplitSparse|lr=20k",
    "dense|bfloat16|TweenSplitSparse|lr=20k",
    "cnn1|bfloat16|TweenSplitSparse|lr=20k",
    "cnn2|bfloat16|TweenSplitSparse|lr=20k",
    "cnn3|bfloat16|TweenSplitSparse|lr=20k",
    "convt1|bfloat16|TweenSplitSparse|lr=20k",
    "convt2|bfloat16|TweenSplitSparse|lr=20k",
    "convt3|bfloat16|TweenSplitSparse|lr=20k",
    "mha|bfloat16|TweenSplitSparse|lr=20k",
    "lstm|bfloat16|TweenSplitSparse|lr=20k",
    "rnn|bfloat16|TweenSplitSparse|lr=20k",
    "mamba|bfloat16|TweenSplitSparse|lr=20k",
    "gdn|bfloat16|TweenSplitSparse|lr=20k",
    "swiglu|bfloat16|TweenSplitSparse|lr=20k",
    "residual|bfloat16|TweenSplitSparse|lr=20k",
    "layernorm|bfloat16|TweenSplitSparse|lr=20k",
    "rmsnorm|bfloat16|TweenSplitSparse|lr=20k",
    "dense|fp8e4m3|TweenSplitSparse|lr=20k",
    "cnn1|fp8e4m3|TweenSplitSparse|lr=20k",
    "cnn2|fp8e4m3|TweenSplitSparse|lr=20k",
    "cnn3|fp8e4m3|TweenSplitSparse|lr=20k",
    "convt1|fp8e4m3|TweenSplitSparse|lr=20k",
    "convt2|fp8e4m3|TweenSplitSparse|lr=20k",
    "convt3|fp8e4m3|TweenSplitSparse|lr=20k",
    "mha|fp8e4m3|TweenSplitSparse|lr=20k",
    "lstm|fp8e4m3|TweenSplitSparse|lr=20k",
    "rnn|fp8e4m3|TweenSplitSparse|lr=20k",
    "mamba|fp8e4m3|TweenSplitSparse|lr=20k",
    "gdn|fp8e4m3|TweenSplitSparse|lr=20k",
    "swiglu|fp8e4m3|TweenSplitSparse|lr=20k",
    "residual|fp8e4m3|TweenSplitSparse|lr=20k",
    "layernorm|fp8e4m3|TweenSplitSparse|lr=20k",
    "rmsnorm|fp8e4m3|TweenSplitSparse|lr=20k",
    "dense|fp8e5m2|TweenSplitSparse|lr=20k",
    "cnn1|fp8e5m2|TweenSplitSparse|lr=20k",
    "cnn2|fp8e5m2|TweenSplitSparse|lr=20k",
    "cnn3|fp8e5m2|TweenSplitSparse|lr=20k",
    "convt1|fp8e5m2|TweenSplitSparse|lr=20k",
    "convt2|fp8e5m2|TweenSplitSparse|lr=20k",
    "convt3|fp8e5m2|TweenSplitSparse|lr=20k",
    "mha|fp8e5m2|TweenSplitSparse|lr=20k",
    "lstm|fp8e5m2|TweenSplitSparse|lr=20k",
    "rnn|fp8e5m2|TweenSplitSparse|lr=20k",
    "mamba|fp8e5m2|TweenSplitSparse|lr=20k",
    "gdn|fp8e5m2|TweenSplitSparse|lr=20k",
    "swiglu|fp8e5m2|TweenSplitSparse|lr=20k",
    "residual|fp8e5m2|TweenSplitSparse|lr=20k",
    "layernorm|fp8e5m2|TweenSplitSparse|lr=20k",
    "rmsnorm|fp8e5m2|TweenSplitSparse|lr=20k",
    "dense|int64|TweenSplitSparse|lr=20k",
    "cnn1|int64|TweenSplitSparse|lr=20k",
    "cnn2|int64|TweenSplitSparse|lr=20k",
    "cnn3|int64|TweenSplitSparse|lr=20k",
    "convt1|int64|TweenSplitSparse|lr=20k",
    "convt2|int64|TweenSplitSparse|lr=20k",
    "convt3|int64|TweenSplitSparse|lr=20k",
    "mha|int64|TweenSplitSparse|lr=20k",
    "lstm|int64|TweenSplitSparse|lr=20k",
    "rnn|int64|TweenSplitSparse|lr=20k",
    "mamba|int64|TweenSplitSparse|lr=20k",
    "gdn|int64|TweenSplitSparse|lr=20k",
    "swiglu|int64|TweenSplitSparse|lr=20k",
    "residual|int64|TweenSplitSparse|lr=20k",
    "layernorm|int64|TweenSplitSparse|lr=20k",
    "rmsnorm|int64|TweenSplitSparse|lr=20k",
    "dense|int32|TweenSplitSparse|lr=20k",
    "cnn1|int32|TweenSplitSparse|lr=20k",
    "cnn2|int32|TweenSplitSparse|lr=20k",
    "cnn3|int32|TweenSplitSparse|lr=20k",
    "convt1|int32|TweenSplitSparse|lr=20k",
    "convt2|int32|TweenSplitSparse|lr=20k",
    "convt3|int32|TweenSplitSparse|lr=20k",
    "mha|int32|TweenSplitSparse|lr=20k",
    "lstm|int32|TweenSplitSparse|lr=20k",
    "rnn|int32|TweenSplitSparse|lr=20k",
    "mamba|int32|TweenSplitSparse|lr=20k",
    "gdn|int32|TweenSplitSparse|lr=20k",
    "swiglu|int32|TweenSplitSparse|lr=20k",
    "residual|int32|TweenSplitSparse|lr=20k",
    "layernorm|int32|TweenSplitSparse|lr=20k",
    "rmsnorm|int32|TweenSplitSparse|lr=20k",
    "dense|int16|TweenSplitSparse|lr=20k",
    "cnn1|int16|TweenSplitSparse|lr=20k",
    "cnn2|int16|TweenSplitSparse|lr=20k",
    "cnn3|int16|TweenSplitSparse|lr=20k",
    "convt1|int16|TweenSplitSparse|lr=20k",
    "convt2|int16|TweenSplitSparse|lr=20k",
    "convt3|int16|TweenSplitSparse|lr=20k",
    "mha|int16|TweenSplitSparse|lr=20k",
    "lstm|int16|TweenSplitSparse|lr=20k",
    "rnn|int16|TweenSplitSparse|lr=20k",
    "mamba|int16|TweenSplitSparse|lr=20k",
    "gdn|int16|TweenSplitSparse|lr=20k",
    "swiglu|int16|TweenSplitSparse|lr=20k",
    "residual|int16|TweenSplitSparse|lr=20k",
    "layernorm|int16|TweenSplitSparse|lr=20k",
    "rmsnorm|int16|TweenSplitSparse|lr=20k",
    "dense|int8|TweenSplitSparse|lr=20k",
    "cnn1|int8|TweenSplitSparse|lr=20k",
    "cnn2|int8|TweenSplitSparse|lr=20k",
    "cnn3|int8|TweenSplitSparse|lr=20k",
    "convt1|int8|TweenSplitSparse|lr=20k",
    "convt2|int8|TweenSplitSparse|lr=20k",
    "convt3|int8|TweenSplitSparse|lr=20k",
    "mha|int8|TweenSplitSparse|lr=20k",
    "lstm|int8|TweenSplitSparse|lr=20k",
    "rnn|int8|TweenSplitSparse|lr=20k",
    "mamba|int8|TweenSplitSparse|lr=20k",
    "gdn|int8|TweenSplitSparse|lr=20k",
    "swiglu|int8|TweenSplitSparse|lr=20k",
    "residual|int8|TweenSplitSparse|lr=20k",
    "layernorm|int8|TweenSplitSparse|lr=20k",
    "rmsnorm|int8|TweenSplitSparse|lr=20k",
    "dense|uint64|TweenSplitSparse|lr=20k",
    "cnn1|uint64|TweenSplitSparse|lr=20k",
    "cnn2|uint64|TweenSplitSparse|lr=20k",
    "cnn3|uint64|TweenSplitSparse|lr=20k",
    "convt1|uint64|TweenSplitSparse|lr=20k",
    "convt2|uint64|TweenSplitSparse|lr=20k",
    "convt3|uint64|TweenSplitSparse|lr=20k",
    "mha|uint64|TweenSplitSparse|lr=20k",
    "lstm|uint64|TweenSplitSparse|lr=20k",
    "rnn|uint64|TweenSplitSparse|lr=20k",
    "mamba|uint64|TweenSplitSparse|lr=20k",
    "gdn|uint64|TweenSplitSparse|lr=20k",
    "swiglu|uint64|TweenSplitSparse|lr=20k",
    "residual|uint64|TweenSplitSparse|lr=20k",
    "layernorm|uint64|TweenSplitSparse|lr=20k",
    "rmsnorm|uint64|TweenSplitSparse|lr=20k",
    "dense|uint32|TweenSplitSparse|lr=20k",
    "cnn1|uint32|TweenSplitSparse|lr=20k",
    "cnn2|uint32|TweenSplitSparse|lr=20k",
    "cnn3|uint32|TweenSplitSparse|lr=20k",
    "convt1|uint32|TweenSplitSparse|lr=20k",
    "convt2|uint32|TweenSplitSparse|lr=20k",
    "convt3|uint32|TweenSplitSparse|lr=20k",
    "mha|uint32|TweenSplitSparse|lr=20k",
    "lstm|uint32|TweenSplitSparse|lr=20k",
    "rnn|uint32|TweenSplitSparse|lr=20k",
    "mamba|uint32|TweenSplitSparse|lr=20k",
    "gdn|uint32|TweenSplitSparse|lr=20k",
    "swiglu|uint32|TweenSplitSparse|lr=20k",
    "residual|uint32|TweenSplitSparse|lr=20k",
    "layernorm|uint32|TweenSplitSparse|lr=20k",
    "rmsnorm|uint32|TweenSplitSparse|lr=20k",
    "dense|uint16|TweenSplitSparse|lr=20k",
    "cnn1|uint16|TweenSplitSparse|lr=20k",
    "cnn2|uint16|TweenSplitSparse|lr=20k",
    "cnn3|uint16|TweenSplitSparse|lr=20k",
    "convt1|uint16|TweenSplitSparse|lr=20k",
    "convt2|uint16|TweenSplitSparse|lr=20k",
    "convt3|uint16|TweenSplitSparse|lr=20k",
    "mha|uint16|TweenSplitSparse|lr=20k",
    "lstm|uint16|TweenSplitSparse|lr=20k",
    "rnn|uint16|TweenSplitSparse|lr=20k",
    "mamba|uint16|TweenSplitSparse|lr=20k",
    "gdn|uint16|TweenSplitSparse|lr=20k",
    "swiglu|uint16|TweenSplitSparse|lr=20k",
    "residual|uint16|TweenSplitSparse|lr=20k",
    "layernorm|uint16|TweenSplitSparse|lr=20k",
    "rmsnorm|uint16|TweenSplitSparse|lr=20k",
    "dense|uint8|TweenSplitSparse|lr=20k",
    "cnn1|uint8|TweenSplitSparse|lr=20k",
    "cnn2|uint8|TweenSplitSparse|lr=20k",
    "cnn3|uint8|TweenSplitSparse|lr=20k",
    "convt1|uint8|TweenSplitSparse|lr=20k",
    "convt2|uint8|TweenSplitSparse|lr=20k",
    "convt3|uint8|TweenSplitSparse|lr=20k",
    "mha|uint8|TweenSplitSparse|lr=20k",
    "lstm|uint8|TweenSplitSparse|lr=20k",
    "rnn|uint8|TweenSplitSparse|lr=20k",
    "mamba|uint8|TweenSplitSparse|lr=20k",
    "gdn|uint8|TweenSplitSparse|lr=20k",
    "swiglu|uint8|TweenSplitSparse|lr=20k",
    "residual|uint8|TweenSplitSparse|lr=20k",
    "layernorm|uint8|TweenSplitSparse|lr=20k",
    "rmsnorm|uint8|TweenSplitSparse|lr=20k",
    "dense|int4|TweenSplitSparse|lr=20k",
    "cnn1|int4|TweenSplitSparse|lr=20k",
    "cnn2|int4|TweenSplitSparse|lr=20k",
    "cnn3|int4|TweenSplitSparse|lr=20k",
    "convt1|int4|TweenSplitSparse|lr=20k",
    "convt2|int4|TweenSplitSparse|lr=20k",
    "convt3|int4|TweenSplitSparse|lr=20k",
    "mha|int4|TweenSplitSparse|lr=20k",
    "lstm|int4|TweenSplitSparse|lr=20k",
    "rnn|int4|TweenSplitSparse|lr=20k",
    "mamba|int4|TweenSplitSparse|lr=20k",
    "gdn|int4|TweenSplitSparse|lr=20k",
    "swiglu|int4|TweenSplitSparse|lr=20k",
    "residual|int4|TweenSplitSparse|lr=20k",
    "layernorm|int4|TweenSplitSparse|lr=20k",
    "rmsnorm|int4|TweenSplitSparse|lr=20k",
    "dense|uint4|TweenSplitSparse|lr=20k",
    "cnn1|uint4|TweenSplitSparse|lr=20k",
    "cnn2|uint4|TweenSplitSparse|lr=20k",
    "cnn3|uint4|TweenSplitSparse|lr=20k",
    "convt1|uint4|TweenSplitSparse|lr=20k",
    "convt2|uint4|TweenSplitSparse|lr=20k",
    "convt3|uint4|TweenSplitSparse|lr=20k",
    "mha|uint4|TweenSplitSparse|lr=20k",
    "lstm|uint4|TweenSplitSparse|lr=20k",
    "rnn|uint4|TweenSplitSparse|lr=20k",
    "mamba|uint4|TweenSplitSparse|lr=20k",
    "gdn|uint4|TweenSplitSparse|lr=20k",
    "swiglu|uint4|TweenSplitSparse|lr=20k",
    "residual|uint4|TweenSplitSparse|lr=20k",
    "layernorm|uint4|TweenSplitSparse|lr=20k",
    "rmsnorm|uint4|TweenSplitSparse|lr=20k",
    "dense|fp4|TweenSplitSparse|lr=20k",
    "cnn1|fp4|TweenSplitSparse|lr=20k",
    "cnn2|fp4|TweenSplitSparse|lr=20k",
    "cnn3|fp4|TweenSplitSparse|lr=20k",
    "convt1|fp4|TweenSplitSparse|lr=20k",
    "convt2|fp4|TweenSplitSparse|lr=20k",
    "convt3|fp4|TweenSplitSparse|lr=20k",
    "mha|fp4|TweenSplitSparse|lr=20k",
    "lstm|fp4|TweenSplitSparse|lr=20k",
    "rnn|fp4|TweenSplitSparse|lr=20k",
    "mamba|fp4|TweenSplitSparse|lr=20k",
    "gdn|fp4|TweenSplitSparse|lr=20k",
    "swiglu|fp4|TweenSplitSparse|lr=20k",
    "residual|fp4|TweenSplitSparse|lr=20k",
    "layernorm|fp4|TweenSplitSparse|lr=20k",
    "rmsnorm|fp4|TweenSplitSparse|lr=20k",
    "dense|int2|TweenSplitSparse|lr=20k",
    "cnn1|int2|TweenSplitSparse|lr=20k",
    "cnn2|int2|TweenSplitSparse|lr=20k",
    "cnn3|int2|TweenSplitSparse|lr=20k",
    "convt1|int2|TweenSplitSparse|lr=20k",
    "convt2|int2|TweenSplitSparse|lr=20k",
    "convt3|int2|TweenSplitSparse|lr=20k",
    "mha|int2|TweenSplitSparse|lr=20k",
    "lstm|int2|TweenSplitSparse|lr=20k",
    "rnn|int2|TweenSplitSparse|lr=20k",
    "mamba|int2|TweenSplitSparse|lr=20k",
    "gdn|int2|TweenSplitSparse|lr=20k",
    "swiglu|int2|TweenSplitSparse|lr=20k",
    "residual|int2|TweenSplitSparse|lr=20k",
    "layernorm|int2|TweenSplitSparse|lr=20k",
    "rmsnorm|int2|TweenSplitSparse|lr=20k",
    "dense|uint2|TweenSplitSparse|lr=20k",
    "cnn1|uint2|TweenSplitSparse|lr=20k",
    "cnn2|uint2|TweenSplitSparse|lr=20k",
    "cnn3|uint2|TweenSplitSparse|lr=20k",
    "convt1|uint2|TweenSplitSparse|lr=20k",
    "convt2|uint2|TweenSplitSparse|lr=20k",
    "convt3|uint2|TweenSplitSparse|lr=20k",
    "mha|uint2|TweenSplitSparse|lr=20k",
    "lstm|uint2|TweenSplitSparse|lr=20k",
    "rnn|uint2|TweenSplitSparse|lr=20k",
    "mamba|uint2|TweenSplitSparse|lr=20k",
    "gdn|uint2|TweenSplitSparse|lr=20k",
    "swiglu|uint2|TweenSplitSparse|lr=20k",
    "residual|uint2|TweenSplitSparse|lr=20k",
    "layernorm|uint2|TweenSplitSparse|lr=20k",
    "rmsnorm|uint2|TweenSplitSparse|lr=20k",
    "dense|ternary|TweenSplitSparse|lr=20k",
    "cnn1|ternary|TweenSplitSparse|lr=20k",
    "cnn2|ternary|TweenSplitSparse|lr=20k",
    "cnn3|ternary|TweenSplitSparse|lr=20k",
    "convt1|ternary|TweenSplitSparse|lr=20k",
    "convt2|ternary|TweenSplitSparse|lr=20k",
    "convt3|ternary|TweenSplitSparse|lr=20k",
    "mha|ternary|TweenSplitSparse|lr=20k",
    "lstm|ternary|TweenSplitSparse|lr=20k",
    "rnn|ternary|TweenSplitSparse|lr=20k",
    "mamba|ternary|TweenSplitSparse|lr=20k",
    "gdn|ternary|TweenSplitSparse|lr=20k",
    "swiglu|ternary|TweenSplitSparse|lr=20k",
    "residual|ternary|TweenSplitSparse|lr=20k",
    "layernorm|ternary|TweenSplitSparse|lr=20k",
    "rmsnorm|ternary|TweenSplitSparse|lr=20k",
    "dense|binary|TweenSplitSparse|lr=20k",
    "cnn1|binary|TweenSplitSparse|lr=20k",
    "cnn2|binary|TweenSplitSparse|lr=20k",
    "cnn3|binary|TweenSplitSparse|lr=20k",
    "convt1|binary|TweenSplitSparse|lr=20k",
    "convt2|binary|TweenSplitSparse|lr=20k",
    "convt3|binary|TweenSplitSparse|lr=20k",
    "mha|binary|TweenSplitSparse|lr=20k",
    "lstm|binary|TweenSplitSparse|lr=20k",
    "rnn|binary|TweenSplitSparse|lr=20k",
    "mamba|binary|TweenSplitSparse|lr=20k",
    "gdn|binary|TweenSplitSparse|lr=20k",
    "swiglu|binary|TweenSplitSparse|lr=20k",
    "residual|binary|TweenSplitSparse|lr=20k",
    "layernorm|binary|TweenSplitSparse|lr=20k",
    "rmsnorm|binary|TweenSplitSparse|lr=20k",
    "dense|int|TweenSplitSparse|lr=20k",
    "cnn1|int|TweenSplitSparse|lr=20k",
    "cnn2|int|TweenSplitSparse|lr=20k",
    "cnn3|int|TweenSplitSparse|lr=20k",
    "convt1|int|TweenSplitSparse|lr=20k",
    "convt2|int|TweenSplitSparse|lr=20k",
    "convt3|int|TweenSplitSparse|lr=20k",
    "mha|int|TweenSplitSparse|lr=20k",
    "lstm|int|TweenSplitSparse|lr=20k",
    "rnn|int|TweenSplitSparse|lr=20k",
    "mamba|int|TweenSplitSparse|lr=20k",
    "gdn|int|TweenSplitSparse|lr=20k",
    "swiglu|int|TweenSplitSparse|lr=20k",
    "residual|int|TweenSplitSparse|lr=20k",
    "layernorm|int|TweenSplitSparse|lr=20k",
    "rmsnorm|int|TweenSplitSparse|lr=20k",
    "dense|uint|TweenSplitSparse|lr=20k",
    "cnn1|uint|TweenSplitSparse|lr=20k",
    "cnn2|uint|TweenSplitSparse|lr=20k",
    "cnn3|uint|TweenSplitSparse|lr=20k",
    "convt1|uint|TweenSplitSparse|lr=20k",
    "convt2|uint|TweenSplitSparse|lr=20k",
    "convt3|uint|TweenSplitSparse|lr=20k",
    "mha|uint|TweenSplitSparse|lr=20k",
    "lstm|uint|TweenSplitSparse|lr=20k",
    "rnn|uint|TweenSplitSparse|lr=20k",
    "mamba|uint|TweenSplitSparse|lr=20k",
    "gdn|uint|TweenSplitSparse|lr=20k",
    "swiglu|uint|TweenSplitSparse|lr=20k",
    "residual|uint|TweenSplitSparse|lr=20k",
    "layernorm|uint|TweenSplitSparse|lr=20k",
    "rmsnorm|uint|TweenSplitSparse|lr=20k",
    "dense|uintptr|TweenSplitSparse|lr=20k",
    "cnn1|uintptr|TweenSplitSparse|lr=20k",
    "cnn2|uintptr|TweenSplitSparse|lr=20k",
    "cnn3|uintptr|TweenSplitSparse|lr=20k",
    "convt1|uintptr|TweenSplitSparse|lr=20k",
    "convt2|uintptr|TweenSplitSparse|lr=20k",
    "convt3|uintptr|TweenSplitSparse|lr=20k",
    "mha|uintptr|TweenSplitSparse|lr=20k",
    "lstm|uintptr|TweenSplitSparse|lr=20k",
    "rnn|uintptr|TweenSplitSparse|lr=20k",
    "mamba|uintptr|TweenSplitSparse|lr=20k",
    "gdn|uintptr|TweenSplitSparse|lr=20k",
    "swiglu|uintptr|TweenSplitSparse|lr=20k",
    "residual|uintptr|TweenSplitSparse|lr=20k",
    "layernorm|uintptr|TweenSplitSparse|lr=20k",
    "rmsnorm|uintptr|TweenSplitSparse|lr=20k",
    "dense|complex64|TweenSplitSparse|lr=20k",
    "cnn1|complex64|TweenSplitSparse|lr=20k",
    "cnn2|complex64|TweenSplitSparse|lr=20k",
    "cnn3|complex64|TweenSplitSparse|lr=20k",
    "convt1|complex64|TweenSplitSparse|lr=20k",
    "convt2|complex64|TweenSplitSparse|lr=20k",
    "convt3|complex64|TweenSplitSparse|lr=20k",
    "mha|complex64|TweenSplitSparse|lr=20k",
    "lstm|complex64|TweenSplitSparse|lr=20k",
    "rnn|complex64|TweenSplitSparse|lr=20k",
    "mamba|complex64|TweenSplitSparse|lr=20k",
    "gdn|complex64|TweenSplitSparse|lr=20k",
    "swiglu|complex64|TweenSplitSparse|lr=20k",
    "residual|complex64|TweenSplitSparse|lr=20k",
    "layernorm|complex64|TweenSplitSparse|lr=20k",
    "rmsnorm|complex64|TweenSplitSparse|lr=20k",
    "dense|complex128|TweenSplitSparse|lr=20k",
    "cnn1|complex128|TweenSplitSparse|lr=20k",
    "cnn2|complex128|TweenSplitSparse|lr=20k",
    "cnn3|complex128|TweenSplitSparse|lr=20k",
    "convt1|complex128|TweenSplitSparse|lr=20k",
    "convt2|complex128|TweenSplitSparse|lr=20k",
    "convt3|complex128|TweenSplitSparse|lr=20k",
    "mha|complex128|TweenSplitSparse|lr=20k",
    "lstm|complex128|TweenSplitSparse|lr=20k",
    "rnn|complex128|TweenSplitSparse|lr=20k",
    "mamba|complex128|TweenSplitSparse|lr=20k",
    "gdn|complex128|TweenSplitSparse|lr=20k",
    "swiglu|complex128|TweenSplitSparse|lr=20k",
    "residual|complex128|TweenSplitSparse|lr=20k",
    "layernorm|complex128|TweenSplitSparse|lr=20k",
    "rmsnorm|complex128|TweenSplitSparse|lr=20k",
    "dense|nf4|TweenSplitSparse|lr=20k",
    "cnn1|nf4|TweenSplitSparse|lr=20k",
    "cnn2|nf4|TweenSplitSparse|lr=20k",
    "cnn3|nf4|TweenSplitSparse|lr=20k",
    "convt1|nf4|TweenSplitSparse|lr=20k",
    "convt2|nf4|TweenSplitSparse|lr=20k",
    "convt3|nf4|TweenSplitSparse|lr=20k",
    "mha|nf4|TweenSplitSparse|lr=20k",
    "lstm|nf4|TweenSplitSparse|lr=20k",
    "rnn|nf4|TweenSplitSparse|lr=20k",
    "mamba|nf4|TweenSplitSparse|lr=20k",
    "gdn|nf4|TweenSplitSparse|lr=20k",
    "swiglu|nf4|TweenSplitSparse|lr=20k",
    "residual|nf4|TweenSplitSparse|lr=20k",
    "layernorm|nf4|TweenSplitSparse|lr=20k",
    "rmsnorm|nf4|TweenSplitSparse|lr=20k",
    "dense|fp6|TweenSplitSparse|lr=20k",
    "cnn1|fp6|TweenSplitSparse|lr=20k",
    "cnn2|fp6|TweenSplitSparse|lr=20k",
    "cnn3|fp6|TweenSplitSparse|lr=20k",
    "convt1|fp6|TweenSplitSparse|lr=20k",
    "convt2|fp6|TweenSplitSparse|lr=20k",
    "convt3|fp6|TweenSplitSparse|lr=20k",
    "mha|fp6|TweenSplitSparse|lr=20k",
    "lstm|fp6|TweenSplitSparse|lr=20k",
    "rnn|fp6|TweenSplitSparse|lr=20k",
    "mamba|fp6|TweenSplitSparse|lr=20k",
    "gdn|fp6|TweenSplitSparse|lr=20k",
    "swiglu|fp6|TweenSplitSparse|lr=20k",
    "residual|fp6|TweenSplitSparse|lr=20k",
    "layernorm|fp6|TweenSplitSparse|lr=20k",
    "rmsnorm|fp6|TweenSplitSparse|lr=20k",
    "dense|int6|TweenSplitSparse|lr=20k",
    "cnn1|int6|TweenSplitSparse|lr=20k",
    "cnn2|int6|TweenSplitSparse|lr=20k",
    "cnn3|int6|TweenSplitSparse|lr=20k",
    "convt1|int6|TweenSplitSparse|lr=20k",
    "convt2|int6|TweenSplitSparse|lr=20k",
    "convt3|int6|TweenSplitSparse|lr=20k",
    "mha|int6|TweenSplitSparse|lr=20k",
    "lstm|int6|TweenSplitSparse|lr=20k",
    "rnn|int6|TweenSplitSparse|lr=20k",
    "mamba|int6|TweenSplitSparse|lr=20k",
    "gdn|int6|TweenSplitSparse|lr=20k",
    "swiglu|int6|TweenSplitSparse|lr=20k",
    "residual|int6|TweenSplitSparse|lr=20k",
    "layernorm|int6|TweenSplitSparse|lr=20k",
    "rmsnorm|int6|TweenSplitSparse|lr=20k",
    "dense|uint6|TweenSplitSparse|lr=20k",
    "cnn1|uint6|TweenSplitSparse|lr=20k",
    "cnn2|uint6|TweenSplitSparse|lr=20k",
    "cnn3|uint6|TweenSplitSparse|lr=20k",
    "convt1|uint6|TweenSplitSparse|lr=20k",
    "convt2|uint6|TweenSplitSparse|lr=20k",
    "convt3|uint6|TweenSplitSparse|lr=20k",
    "mha|uint6|TweenSplitSparse|lr=20k",
    "lstm|uint6|TweenSplitSparse|lr=20k",
    "rnn|uint6|TweenSplitSparse|lr=20k",
    "mamba|uint6|TweenSplitSparse|lr=20k",
    "gdn|uint6|TweenSplitSparse|lr=20k",
    "swiglu|uint6|TweenSplitSparse|lr=20k",
    "residual|uint6|TweenSplitSparse|lr=20k",
    "layernorm|uint6|TweenSplitSparse|lr=20k",
    "rmsnorm|uint6|TweenSplitSparse|lr=20k",
    "dense|int5|TweenSplitSparse|lr=20k",
    "cnn1|int5|TweenSplitSparse|lr=20k",
    "cnn2|int5|TweenSplitSparse|lr=20k",
    "cnn3|int5|TweenSplitSparse|lr=20k",
    "convt1|int5|TweenSplitSparse|lr=20k",
    "convt2|int5|TweenSplitSparse|lr=20k",
    "convt3|int5|TweenSplitSparse|lr=20k",
    "mha|int5|TweenSplitSparse|lr=20k",
    "lstm|int5|TweenSplitSparse|lr=20k",
    "rnn|int5|TweenSplitSparse|lr=20k",
    "mamba|int5|TweenSplitSparse|lr=20k",
    "gdn|int5|TweenSplitSparse|lr=20k",
    "swiglu|int5|TweenSplitSparse|lr=20k",
    "residual|int5|TweenSplitSparse|lr=20k",
    "layernorm|int5|TweenSplitSparse|lr=20k",
    "rmsnorm|int5|TweenSplitSparse|lr=20k",
    "dense|uint5|TweenSplitSparse|lr=20k",
    "cnn1|uint5|TweenSplitSparse|lr=20k",
    "cnn2|uint5|TweenSplitSparse|lr=20k",
    "cnn3|uint5|TweenSplitSparse|lr=20k",
    "convt1|uint5|TweenSplitSparse|lr=20k",
    "convt2|uint5|TweenSplitSparse|lr=20k",
    "convt3|uint5|TweenSplitSparse|lr=20k",
    "mha|uint5|TweenSplitSparse|lr=20k",
    "lstm|uint5|TweenSplitSparse|lr=20k",
    "rnn|uint5|TweenSplitSparse|lr=20k",
    "mamba|uint5|TweenSplitSparse|lr=20k",
    "gdn|uint5|TweenSplitSparse|lr=20k",
    "swiglu|uint5|TweenSplitSparse|lr=20k",
    "residual|uint5|TweenSplitSparse|lr=20k",
    "layernorm|uint5|TweenSplitSparse|lr=20k",
    "rmsnorm|uint5|TweenSplitSparse|lr=20k",
    "dense|int3|TweenSplitSparse|lr=20k",
    "cnn1|int3|TweenSplitSparse|lr=20k",
    "cnn2|int3|TweenSplitSparse|lr=20k",
    "cnn3|int3|TweenSplitSparse|lr=20k",
    "convt1|int3|TweenSplitSparse|lr=20k",
    "convt2|int3|TweenSplitSparse|lr=20k",
    "convt3|int3|TweenSplitSparse|lr=20k",
    "mha|int3|TweenSplitSparse|lr=20k",
    "lstm|int3|TweenSplitSparse|lr=20k",
    "rnn|int3|TweenSplitSparse|lr=20k",
    "mamba|int3|TweenSplitSparse|lr=20k",
    "gdn|int3|TweenSplitSparse|lr=20k",
    "swiglu|int3|TweenSplitSparse|lr=20k",
    "residual|int3|TweenSplitSparse|lr=20k",
    "layernorm|int3|TweenSplitSparse|lr=20k",
    "rmsnorm|int3|TweenSplitSparse|lr=20k",
    "dense|uint3|TweenSplitSparse|lr=20k",
    "cnn1|uint3|TweenSplitSparse|lr=20k",
    "cnn2|uint3|TweenSplitSparse|lr=20k",
    "cnn3|uint3|TweenSplitSparse|lr=20k",
    "convt1|uint3|TweenSplitSparse|lr=20k",
    "convt2|uint3|TweenSplitSparse|lr=20k",
    "convt3|uint3|TweenSplitSparse|lr=20k",
    "mha|uint3|TweenSplitSparse|lr=20k",
    "lstm|uint3|TweenSplitSparse|lr=20k",
    "rnn|uint3|TweenSplitSparse|lr=20k",
    "mamba|uint3|TweenSplitSparse|lr=20k",
    "gdn|uint3|TweenSplitSparse|lr=20k",
    "swiglu|uint3|TweenSplitSparse|lr=20k",
    "residual|uint3|TweenSplitSparse|lr=20k",
    "layernorm|uint3|TweenSplitSparse|lr=20k",
    "rmsnorm|uint3|TweenSplitSparse|lr=20k",
    "dense|float64|MeshTweenSplit|lr=20k",
    "cnn1|float64|MeshTweenSplit|lr=20k",
    "cnn2|float64|MeshTweenSplit|lr=20k",
    "cnn3|float64|MeshTweenSplit|lr=20k",
    "convt1|float64|MeshTweenSplit|lr=20k",
    "convt2|float64|MeshTweenSplit|lr=20k",
    "convt3|float64|MeshTweenSplit|lr=20k",
    "mha|float64|MeshTweenSplit|lr=20k",
    "lstm|float64|MeshTweenSplit|lr=20k",
    "rnn|float64|MeshTweenSplit|lr=20k",
    "mamba|float64|MeshTweenSplit|lr=20k",
    "gdn|float64|MeshTweenSplit|lr=20k",
    "swiglu|float64|MeshTweenSplit|lr=20k",
    "residual|float64|MeshTweenSplit|lr=20k",
    "layernorm|float64|MeshTweenSplit|lr=20k",
    "rmsnorm|float64|MeshTweenSplit|lr=20k",
    "dense|float32|MeshTweenSplit|lr=20k",
    "cnn1|float32|MeshTweenSplit|lr=20k",
    "cnn2|float32|MeshTweenSplit|lr=20k",
    "cnn3|float32|MeshTweenSplit|lr=20k",
    "convt1|float32|MeshTweenSplit|lr=20k",
    "convt2|float32|MeshTweenSplit|lr=20k",
    "convt3|float32|MeshTweenSplit|lr=20k",
    "mha|float32|MeshTweenSplit|lr=20k",
    "lstm|float32|MeshTweenSplit|lr=20k",
    "rnn|float32|MeshTweenSplit|lr=20k",
    "mamba|float32|MeshTweenSplit|lr=20k",
    "gdn|float32|MeshTweenSplit|lr=20k",
    "swiglu|float32|MeshTweenSplit|lr=20k",
    "residual|float32|MeshTweenSplit|lr=20k",
    "layernorm|float32|MeshTweenSplit|lr=20k",
    "rmsnorm|float32|MeshTweenSplit|lr=20k",
    "dense|float16|MeshTweenSplit|lr=20k",
    "cnn1|float16|MeshTweenSplit|lr=20k",
    "cnn2|float16|MeshTweenSplit|lr=20k",
    "cnn3|float16|MeshTweenSplit|lr=20k",
    "convt1|float16|MeshTweenSplit|lr=20k",
    "convt2|float16|MeshTweenSplit|lr=20k",
    "convt3|float16|MeshTweenSplit|lr=20k",
    "mha|float16|MeshTweenSplit|lr=20k",
    "lstm|float16|MeshTweenSplit|lr=20k",
    "rnn|float16|MeshTweenSplit|lr=20k",
    "mamba|float16|MeshTweenSplit|lr=20k",
    "gdn|float16|MeshTweenSplit|lr=20k",
    "swiglu|float16|MeshTweenSplit|lr=20k",
    "residual|float16|MeshTweenSplit|lr=20k",
    "layernorm|float16|MeshTweenSplit|lr=20k",
    "rmsnorm|float16|MeshTweenSplit|lr=20k",
    "dense|bfloat16|MeshTweenSplit|lr=20k",
    "cnn1|bfloat16|MeshTweenSplit|lr=20k",
    "cnn2|bfloat16|MeshTweenSplit|lr=20k",
    "cnn3|bfloat16|MeshTweenSplit|lr=20k",
    "convt1|bfloat16|MeshTweenSplit|lr=20k",
    "convt2|bfloat16|MeshTweenSplit|lr=20k",
    "convt3|bfloat16|MeshTweenSplit|lr=20k",
    "mha|bfloat16|MeshTweenSplit|lr=20k",
    "lstm|bfloat16|MeshTweenSplit|lr=20k",
    "rnn|bfloat16|MeshTweenSplit|lr=20k",
    "mamba|bfloat16|MeshTweenSplit|lr=20k",
    "gdn|bfloat16|MeshTweenSplit|lr=20k",
    "swiglu|bfloat16|MeshTweenSplit|lr=20k",
    "residual|bfloat16|MeshTweenSplit|lr=20k",
    "layernorm|bfloat16|MeshTweenSplit|lr=20k",
    "rmsnorm|bfloat16|MeshTweenSplit|lr=20k",
    "dense|fp8e4m3|MeshTweenSplit|lr=20k",
    "cnn1|fp8e4m3|MeshTweenSplit|lr=20k",
    "cnn2|fp8e4m3|MeshTweenSplit|lr=20k",
    "cnn3|fp8e4m3|MeshTweenSplit|lr=20k",
    "convt1|fp8e4m3|MeshTweenSplit|lr=20k",
    "convt2|fp8e4m3|MeshTweenSplit|lr=20k",
    "convt3|fp8e4m3|MeshTweenSplit|lr=20k",
    "mha|fp8e4m3|MeshTweenSplit|lr=20k",
    "lstm|fp8e4m3|MeshTweenSplit|lr=20k",
    "rnn|fp8e4m3|MeshTweenSplit|lr=20k",
    "mamba|fp8e4m3|MeshTweenSplit|lr=20k",
    "gdn|fp8e4m3|MeshTweenSplit|lr=20k",
    "swiglu|fp8e4m3|MeshTweenSplit|lr=20k",
    "residual|fp8e4m3|MeshTweenSplit|lr=20k",
    "layernorm|fp8e4m3|MeshTweenSplit|lr=20k",
    "rmsnorm|fp8e4m3|MeshTweenSplit|lr=20k",
    "dense|fp8e5m2|MeshTweenSplit|lr=20k",
    "cnn1|fp8e5m2|MeshTweenSplit|lr=20k",
    "cnn2|fp8e5m2|MeshTweenSplit|lr=20k",
    "cnn3|fp8e5m2|MeshTweenSplit|lr=20k",
    "convt1|fp8e5m2|MeshTweenSplit|lr=20k",
    "convt2|fp8e5m2|MeshTweenSplit|lr=20k",
    "convt3|fp8e5m2|MeshTweenSplit|lr=20k",
    "mha|fp8e5m2|MeshTweenSplit|lr=20k",
    "lstm|fp8e5m2|MeshTweenSplit|lr=20k",
    "rnn|fp8e5m2|MeshTweenSplit|lr=20k",
    "mamba|fp8e5m2|MeshTweenSplit|lr=20k",
    "gdn|fp8e5m2|MeshTweenSplit|lr=20k",
    "swiglu|fp8e5m2|MeshTweenSplit|lr=20k",
    "residual|fp8e5m2|MeshTweenSplit|lr=20k",
    "layernorm|fp8e5m2|MeshTweenSplit|lr=20k",
    "rmsnorm|fp8e5m2|MeshTweenSplit|lr=20k",
    "dense|int64|MeshTweenSplit|lr=20k",
    "cnn1|int64|MeshTweenSplit|lr=20k",
    "cnn2|int64|MeshTweenSplit|lr=20k",
    "cnn3|int64|MeshTweenSplit|lr=20k",
    "convt1|int64|MeshTweenSplit|lr=20k",
    "convt2|int64|MeshTweenSplit|lr=20k",
    "convt3|int64|MeshTweenSplit|lr=20k",
    "mha|int64|MeshTweenSplit|lr=20k",
    "lstm|int64|MeshTweenSplit|lr=20k",
    "rnn|int64|MeshTweenSplit|lr=20k",
    "mamba|int64|MeshTweenSplit|lr=20k",
    "gdn|int64|MeshTweenSplit|lr=20k",
    "swiglu|int64|MeshTweenSplit|lr=20k",
    "residual|int64|MeshTweenSplit|lr=20k",
    "layernorm|int64|MeshTweenSplit|lr=20k",
    "rmsnorm|int64|MeshTweenSplit|lr=20k",
    "dense|int32|MeshTweenSplit|lr=20k",
    "cnn1|int32|MeshTweenSplit|lr=20k",
    "cnn2|int32|MeshTweenSplit|lr=20k",
    "cnn3|int32|MeshTweenSplit|lr=20k",
    "convt1|int32|MeshTweenSplit|lr=20k",
    "convt2|int32|MeshTweenSplit|lr=20k",
    "convt3|int32|MeshTweenSplit|lr=20k",
    "mha|int32|MeshTweenSplit|lr=20k",
    "lstm|int32|MeshTweenSplit|lr=20k",
    "rnn|int32|MeshTweenSplit|lr=20k",
    "mamba|int32|MeshTweenSplit|lr=20k",
    "gdn|int32|MeshTweenSplit|lr=20k",
    "swiglu|int32|MeshTweenSplit|lr=20k",
    "residual|int32|MeshTweenSplit|lr=20k",
    "layernorm|int32|MeshTweenSplit|lr=20k",
    "rmsnorm|int32|MeshTweenSplit|lr=20k",
    "dense|int16|MeshTweenSplit|lr=20k",
    "cnn1|int16|MeshTweenSplit|lr=20k",
    "cnn2|int16|MeshTweenSplit|lr=20k",
    "cnn3|int16|MeshTweenSplit|lr=20k",
    "convt1|int16|MeshTweenSplit|lr=20k",
    "convt2|int16|MeshTweenSplit|lr=20k",
    "convt3|int16|MeshTweenSplit|lr=20k",
    "mha|int16|MeshTweenSplit|lr=20k",
    "lstm|int16|MeshTweenSplit|lr=20k",
    "rnn|int16|MeshTweenSplit|lr=20k",
    "mamba|int16|MeshTweenSplit|lr=20k",
    "gdn|int16|MeshTweenSplit|lr=20k",
    "swiglu|int16|MeshTweenSplit|lr=20k",
    "residual|int16|MeshTweenSplit|lr=20k",
    "layernorm|int16|MeshTweenSplit|lr=20k",
    "rmsnorm|int16|MeshTweenSplit|lr=20k",
    "dense|int8|MeshTweenSplit|lr=20k",
    "cnn1|int8|MeshTweenSplit|lr=20k",
    "cnn2|int8|MeshTweenSplit|lr=20k",
    "cnn3|int8|MeshTweenSplit|lr=20k",
    "convt1|int8|MeshTweenSplit|lr=20k",
    "convt2|int8|MeshTweenSplit|lr=20k",
    "convt3|int8|MeshTweenSplit|lr=20k",
    "mha|int8|MeshTweenSplit|lr=20k",
    "lstm|int8|MeshTweenSplit|lr=20k",
    "rnn|int8|MeshTweenSplit|lr=20k",
    "mamba|int8|MeshTweenSplit|lr=20k",
    "gdn|int8|MeshTweenSplit|lr=20k",
    "swiglu|int8|MeshTweenSplit|lr=20k",
    "residual|int8|MeshTweenSplit|lr=20k",
    "layernorm|int8|MeshTweenSplit|lr=20k",
    "rmsnorm|int8|MeshTweenSplit|lr=20k",
    "dense|uint64|MeshTweenSplit|lr=20k",
    "cnn1|uint64|MeshTweenSplit|lr=20k",
    "cnn2|uint64|MeshTweenSplit|lr=20k",
    "cnn3|uint64|MeshTweenSplit|lr=20k",
    "convt1|uint64|MeshTweenSplit|lr=20k",
    "convt2|uint64|MeshTweenSplit|lr=20k",
    "convt3|uint64|MeshTweenSplit|lr=20k",
    "mha|uint64|MeshTweenSplit|lr=20k",
    "lstm|uint64|MeshTweenSplit|lr=20k",
    "rnn|uint64|MeshTweenSplit|lr=20k",
    "mamba|uint64|MeshTweenSplit|lr=20k",
    "gdn|uint64|MeshTweenSplit|lr=20k",
    "swiglu|uint64|MeshTweenSplit|lr=20k",
    "residual|uint64|MeshTweenSplit|lr=20k",
    "layernorm|uint64|MeshTweenSplit|lr=20k",
    "rmsnorm|uint64|MeshTweenSplit|lr=20k",
    "dense|uint32|MeshTweenSplit|lr=20k",
    "cnn1|uint32|MeshTweenSplit|lr=20k",
    "cnn2|uint32|MeshTweenSplit|lr=20k",
    "cnn3|uint32|MeshTweenSplit|lr=20k",
    "convt1|uint32|MeshTweenSplit|lr=20k",
    "convt2|uint32|MeshTweenSplit|lr=20k",
    "convt3|uint32|MeshTweenSplit|lr=20k",
    "mha|uint32|MeshTweenSplit|lr=20k",
    "lstm|uint32|MeshTweenSplit|lr=20k",
    "rnn|uint32|MeshTweenSplit|lr=20k",
    "mamba|uint32|MeshTweenSplit|lr=20k",
    "gdn|uint32|MeshTweenSplit|lr=20k",
    "swiglu|uint32|MeshTweenSplit|lr=20k",
    "residual|uint32|MeshTweenSplit|lr=20k",
    "layernorm|uint32|MeshTweenSplit|lr=20k",
    "rmsnorm|uint32|MeshTweenSplit|lr=20k",
    "dense|uint16|MeshTweenSplit|lr=20k",
    "cnn1|uint16|MeshTweenSplit|lr=20k",
    "cnn2|uint16|MeshTweenSplit|lr=20k",
    "cnn3|uint16|MeshTweenSplit|lr=20k",
    "convt1|uint16|MeshTweenSplit|lr=20k",
    "convt2|uint16|MeshTweenSplit|lr=20k",
    "convt3|uint16|MeshTweenSplit|lr=20k",
    "mha|uint16|MeshTweenSplit|lr=20k",
    "lstm|uint16|MeshTweenSplit|lr=20k",
    "rnn|uint16|MeshTweenSplit|lr=20k",
    "mamba|uint16|MeshTweenSplit|lr=20k",
    "gdn|uint16|MeshTweenSplit|lr=20k",
    "swiglu|uint16|MeshTweenSplit|lr=20k",
    "residual|uint16|MeshTweenSplit|lr=20k",
    "layernorm|uint16|MeshTweenSplit|lr=20k",
    "rmsnorm|uint16|MeshTweenSplit|lr=20k",
    "dense|uint8|MeshTweenSplit|lr=20k",
    "cnn1|uint8|MeshTweenSplit|lr=20k",
    "cnn2|uint8|MeshTweenSplit|lr=20k",
    "cnn3|uint8|MeshTweenSplit|lr=20k",
    "convt1|uint8|MeshTweenSplit|lr=20k",
    "convt2|uint8|MeshTweenSplit|lr=20k",
    "convt3|uint8|MeshTweenSplit|lr=20k",
    "mha|uint8|MeshTweenSplit|lr=20k",
    "lstm|uint8|MeshTweenSplit|lr=20k",
    "rnn|uint8|MeshTweenSplit|lr=20k",
    "mamba|uint8|MeshTweenSplit|lr=20k",
    "gdn|uint8|MeshTweenSplit|lr=20k",
    "swiglu|uint8|MeshTweenSplit|lr=20k",
    "residual|uint8|MeshTweenSplit|lr=20k",
    "layernorm|uint8|MeshTweenSplit|lr=20k",
    "rmsnorm|uint8|MeshTweenSplit|lr=20k",
    "dense|int4|MeshTweenSplit|lr=20k",
    "cnn1|int4|MeshTweenSplit|lr=20k",
    "cnn2|int4|MeshTweenSplit|lr=20k",
    "cnn3|int4|MeshTweenSplit|lr=20k",
    "convt1|int4|MeshTweenSplit|lr=20k",
    "convt2|int4|MeshTweenSplit|lr=20k",
    "convt3|int4|MeshTweenSplit|lr=20k",
    "mha|int4|MeshTweenSplit|lr=20k",
    "lstm|int4|MeshTweenSplit|lr=20k",
    "rnn|int4|MeshTweenSplit|lr=20k",
    "mamba|int4|MeshTweenSplit|lr=20k",
    "gdn|int4|MeshTweenSplit|lr=20k",
    "swiglu|int4|MeshTweenSplit|lr=20k",
    "residual|int4|MeshTweenSplit|lr=20k",
    "layernorm|int4|MeshTweenSplit|lr=20k",
    "rmsnorm|int4|MeshTweenSplit|lr=20k",
    "dense|uint4|MeshTweenSplit|lr=20k",
    "cnn1|uint4|MeshTweenSplit|lr=20k",
    "cnn2|uint4|MeshTweenSplit|lr=20k",
    "cnn3|uint4|MeshTweenSplit|lr=20k",
    "convt1|uint4|MeshTweenSplit|lr=20k",
    "convt2|uint4|MeshTweenSplit|lr=20k",
    "convt3|uint4|MeshTweenSplit|lr=20k",
    "mha|uint4|MeshTweenSplit|lr=20k",
    "lstm|uint4|MeshTweenSplit|lr=20k",
    "rnn|uint4|MeshTweenSplit|lr=20k",
    "mamba|uint4|MeshTweenSplit|lr=20k",
    "gdn|uint4|MeshTweenSplit|lr=20k",
    "swiglu|uint4|MeshTweenSplit|lr=20k",
    "residual|uint4|MeshTweenSplit|lr=20k",
    "layernorm|uint4|MeshTweenSplit|lr=20k",
    "rmsnorm|uint4|MeshTweenSplit|lr=20k",
    "dense|fp4|MeshTweenSplit|lr=20k",
    "cnn1|fp4|MeshTweenSplit|lr=20k",
    "cnn2|fp4|MeshTweenSplit|lr=20k",
    "cnn3|fp4|MeshTweenSplit|lr=20k",
    "convt1|fp4|MeshTweenSplit|lr=20k",
    "convt2|fp4|MeshTweenSplit|lr=20k",
    "convt3|fp4|MeshTweenSplit|lr=20k",
    "mha|fp4|MeshTweenSplit|lr=20k",
    "lstm|fp4|MeshTweenSplit|lr=20k",
    "rnn|fp4|MeshTweenSplit|lr=20k",
    "mamba|fp4|MeshTweenSplit|lr=20k",
    "gdn|fp4|MeshTweenSplit|lr=20k",
    "swiglu|fp4|MeshTweenSplit|lr=20k",
    "residual|fp4|MeshTweenSplit|lr=20k"
  ],
  "best_id": "convt1|float32|TweenSplitSparse|lr=20k",
  "best_score": 10923.015935791756,
  "current": "residual|fp4|MeshTweenSplit|lr=20k"
}